-- Logs begin at Mon 2022-09-12 23:12:54 UTC, end at Tue 2022-09-13 00:15:10 UTC. -- Sep 12 23:44:20.891791 dv-cinder-820027-26-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 12 23:44:23.536243 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.common.config [-] Logging enabled! Sep 12 23:44:23.536874 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 12 23:44:23.537013 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112640) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 12 23:44:23.540254 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.common.config [-] Logging enabled! Sep 12 23:44:23.540450 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 12 23:44:23.540764 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112640) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 12 23:44:23.542177 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 12 23:44:23.542411 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 12 23:44:23.542920 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 12 23:44:23.543169 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 12 23:44:23.543423 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 12 23:44:23.543754 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.544062 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.544294 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.544599 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.544890 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.545172 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.545466 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.545772 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.546060 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.546341 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.546606 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.546854 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.547163 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.547479 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.547767 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.547970 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] debug = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.548275 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.548714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.549109 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.549397 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.549688 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.549966 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.550236 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.550521 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.550805 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.551149 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] host = dv-cinder-820027-26-iscsi {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.551457 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.551745 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.552029 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.552313 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.552587 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.552862 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.553147 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.553418 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.553695 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] log_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.553975 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.554260 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.554543 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.554835 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.555058 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.555304 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.555590 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.555878 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.556156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.556426 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.556702 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.556978 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.557286 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.557560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.557845 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.558128 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.558412 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.558688 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.558964 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.559303 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.559531 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.559814 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.560089 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.560360 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.560634 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.560922 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.561190 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.561470 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.561775 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.562064 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.562339 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.562630 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.562908 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.563192 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.563491 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.563765 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.564038 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] use_json = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.564315 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.564585 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.564869 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.565143 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.565414 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.565683 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.565958 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.566244 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.566516 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:23.566819 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.567115 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.567440 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.567726 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.568036 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.568318 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.568611 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.568895 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.569185 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.569474 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.569765 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.570045 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.570347 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.570637 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.570930 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.571256 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.571553 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.571847 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.572123 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.572396 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.572668 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.573035 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.573307 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.573587 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.573875 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.574167 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.574446 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.574743 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.575030 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.575343 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.575635 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.575923 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.576196 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.576475 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.576764 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.577046 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.577319 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.577606 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.577885 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.578156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.578434 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.578724 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.579012 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.579307 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.579589 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.579877 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.580153 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.580423 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.580692 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.580969 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.581239 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.581520 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.581794 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.582064 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.582331 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.582605 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.582875 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.583145 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.583444 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.583714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.583999 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.584261 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.584527 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.584798 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.585069 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.585338 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.585607 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.585876 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.586151 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.586424 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.586692 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.586964 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.587268 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.587528 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.587814 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.588114 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.588393 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.588705 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.588984 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.589262 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.589538 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.589816 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.590094 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.590370 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.590642 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.590933 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.591240 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.591530 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.591817 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.592119 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.592418 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.592699 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.592978 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.593259 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.593538 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.593817 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.594106 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.594383 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.594660 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.594944 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.595236 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.595544 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.595837 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.596113 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.596407 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.596699 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.596996 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.597277 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.597587 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.597866 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:23.598085 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 12 23:44:23.598337 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112640) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 12 23:44:23.980957 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 12 23:44:23.981254 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 12 23:44:23.981547 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 12 23:44:23.981775 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 12 23:44:23.982046 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 12 23:44:23.982352 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 12 23:44:24.308508 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.308717 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.308969 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.310163 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.310436 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.310698 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.363720 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.363967 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.364246 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.380813 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.381057 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.381331 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.410238 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.410491 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.410791 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.448133 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.448372 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.448830 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.680060 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.680908 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.680908 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.681982 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.682782 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.779890 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.780209 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.780521 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.780792 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.781053 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.781361 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.781593 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.781862 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.782134 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.782413 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.782672 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.782904 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.783191 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.783442 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.783699 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.783964 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.784217 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.784489 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.784753 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.785011 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.785279 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.785530 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.785810 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.786181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.786428 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.786668 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.787054 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:44:24.787323 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:44:24.787564 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:44:24.787798 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:44:24.788031 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:44:24.788264 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:44:24.788630 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 12 23:44:24.792465 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 12 23:44:24.796441 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 12 23:44:24.800188 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 12 23:44:24.801806 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 12 23:44:24.802436 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 12 23:44:24.802772 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 12 23:44:24.803159 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 12 23:44:24.805995 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 12 23:44:24.806248 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 12 23:44:24.806590 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 12 23:44:24.811905 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 12 23:44:24.834533 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 12 23:44:24.834989 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.835288 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112640) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 12 23:44:24.835688 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.837029 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112640) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 12 23:44:24.837308 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 12 23:44:24.837545 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 12 23:44:24.848370 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.848651 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:24.934673 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 12 23:44:24.934851 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 12 23:44:24.935059 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 12 23:44:24.935481 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 12 23:44:24.987881 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO dbcounter [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Registered counter for database neutron Sep 12 23:44:25.005969 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_db.sqlalchemy.engines [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112640) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 12 23:44:25.012567 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG dbcounter [-] [112640] Writer thread running {{(pid=112640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 23:44:25.579592 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Initializing driver for type 'gre' Sep 12 23:44:25.580164 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] gre ID ranges: [(1, 1000)] Sep 12 23:44:25.639898 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Initializing driver for type 'local' Sep 12 23:44:25.640259 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Initializing driver for type 'vlan' Sep 12 23:44:25.654603 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] VlanTypeDriver initialization complete Sep 12 23:44:25.654991 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Initializing driver for type 'vxlan' Sep 12 23:44:25.655540 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] vxlan ID ranges: [(1, 1000)] Sep 12 23:44:25.716200 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Initializing extension driver 'port_security' Sep 12 23:44:25.716875 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.extensions.port_security [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] PortSecurityExtensionDriver initialization complete Sep 12 23:44:25.716875 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Initializing mechanism driver 'openvswitch' Sep 12 23:44:25.717197 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Initializing mechanism driver 'hyperv' Sep 12 23:44:25.724266 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.plugins.ml2.plugin [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:44:25.724936 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > port after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.725319 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > port after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.725652 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > port after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.726177 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:44:25.726595 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > subnet after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.726945 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > subnet after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.727314 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > subnet after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.727702 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:44:25.728100 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > network after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.728445 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > network after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.728782 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > network after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.729232 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:44:25.729634 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > security_group after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.729980 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > security_group after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.730317 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > security_group after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.730703 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:44:25.731104 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.731466 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.731804 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.732333 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:44:25.732739 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > address_group after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.733084 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > address_group after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.733423 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > address_group after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.733808 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 12 23:44:25.734249 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] ML2 OVO RPC backend initialized. {{(pid=112640) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 12 23:44:25.734969 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router_interface after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.735352 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.735767 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > network before_response 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.736113 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > networks before_response 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.736455 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > port before_response 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.736794 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > ports before_response 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.737132 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > subnet before_response 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.737472 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > subnets before_response 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.737815 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > network after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.738148 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > network after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.738478 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > network after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.738808 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > port after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.739139 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > port after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.739493 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > port after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.739824 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > subnet after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.740155 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > subnet after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.740484 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > subnet after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.748388 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded quota_driver: . Sep 12 23:44:25.748740 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.plugin [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Modular L2 Plugin initialization complete Sep 12 23:44:25.749088 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading services supported by the core plugin {{(pid=112640) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 12 23:44:25.749431 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.plugins.ml2.managers [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Got port-security extension from driver 'port_security' Sep 12 23:44:25.749918 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.extensions.vlantransparent [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Disabled vlantransparent extension. Sep 12 23:44:25.750414 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112640) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 12 23:44:25.750736 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading Plugin: router Sep 12 23:44:25.786223 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router_interface before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.786611 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router after_create 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.786979 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router before_create 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.787375 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.787747 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.788100 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router after_delete 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.788455 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > floatingip after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.788799 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > floatingip after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.789154 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router after_create 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.789493 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router after_update 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.789837 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router after_update 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.790172 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.790525 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router after_update 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.791330 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router precommit_update 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.791828 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: port after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.792164 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: port after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.792510 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: subnet after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.792847 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.793180 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > port precommit_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.793524 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router precommit_create 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.793864 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: port before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.794205 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router precommit_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.794558 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router after_update 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.794899 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router precommit_delete 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.795279 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router precommit_create 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.795644 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router_interface after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.795989 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router precommit_update 55549900 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.796355 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > agent after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.796703 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > agent after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.797041 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > network after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.797921 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Tracking information for resource: router configured {{(pid=112640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:44:25.798251 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Tracking information for resource: floatingip configured {{(pid=112640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 12 23:44:25.803368 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.db.l3_agentschedulers_db [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 12 23:44:25.803947 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: port after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.804296 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: port after_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.804643 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: port after_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.804989 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: port after_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.805776 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router before_create 55550100 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.806135 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router precommit_delete 55550100 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.806493 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router precommit_create 55550100 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.806844 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > router precommit_update 55550100 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.811818 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.services.provider_configuration [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service providers = [] {{(pid=112640) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 12 23:44:25.812179 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.db.servicetype_db [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112640) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 12 23:44:25.815118 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.services.service_base [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112640) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 23:44:25.815488 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.services.service_base [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112640) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 23:44:25.815827 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.services.service_base [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112640) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 23:44:25.816695 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.services.service_base [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112640) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 12 23:44:25.817062 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.services.service_base [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 12 23:44:25.817446 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:44:25.817757 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 12 23:44:25.829790 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:44:25.830046 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading Plugin: auto_allocate Sep 12 23:44:25.835828 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: network precommit_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.836205 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: network precommit_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.836740 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:44:25.837057 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading Plugin: tag Sep 12 23:44:25.843729 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:44:25.844396 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading Plugin: timestamp Sep 12 23:44:25.848089 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:44:25.848419 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading Plugin: network_ip_availability Sep 12 23:44:25.853897 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.854316 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.854668 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:25.855437 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:44:25.855759 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading Plugin: flavors Sep 12 23:44:25.860437 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:44:25.860762 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading Plugin: revisions Sep 12 23:44:25.865156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 12 23:44:25.865545 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_concurrency.lockutils [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.883s {{(pid=112640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 12 23:44:25.866288 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112640) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 12 23:44:25.866622 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Initializing extension manager. Sep 12 23:44:25.867139 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: __init__.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.867511 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: __pycache__ {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.867840 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: address_group.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.868746 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.869343 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: address-group Sep 12 23:44:25.869692 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: address_scope.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.870425 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.870932 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: address-scope Sep 12 23:44:25.871260 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: admin_state_down_before_update.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.872144 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.872649 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: router-admin-state-down-before-update Sep 12 23:44:25.872967 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: agent.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.873612 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.874115 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: agent Sep 12 23:44:25.874429 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: agent_resources_synced.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.875295 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.875794 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: agent-resources-synced Sep 12 23:44:25.876098 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: allowedaddresspairs.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.877861 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.878389 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: allowed-address-pairs Sep 12 23:44:25.878708 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: auto_allocated_topology.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.879744 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.880253 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: auto-allocated-topology Sep 12 23:44:25.880573 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: availability_zone.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.881222 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.881724 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: availability_zone Sep 12 23:44:25.882041 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: availability_zone_filter.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.882911 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.883455 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: availability_zone_filter Sep 12 23:44:25.883771 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: data_plane_status.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.884618 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.885126 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension data-plane-status not supported by any of loaded plugins Sep 12 23:44:25.885461 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: default_subnetpools.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.886311 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.886815 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: default-subnetpools Sep 12 23:44:25.887130 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: dhcpagentscheduler.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.887933 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.888443 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: dhcp_agent_scheduler Sep 12 23:44:25.888787 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: dns.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.889637 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.890135 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension dns-integration not supported by any of loaded plugins Sep 12 23:44:25.890451 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: dns_domain_ports.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.891327 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.891824 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 12 23:44:25.892148 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.893004 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.893500 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 12 23:44:25.893809 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: dvr.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.894431 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.894934 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: dvr Sep 12 23:44:25.895266 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: ecmp_routes.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.896122 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.896619 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension ecmp_routes not supported by any of loaded plugins Sep 12 23:44:25.896935 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: empty_string_filtering.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.897782 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.898282 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: empty-string-filtering Sep 12 23:44:25.898596 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.899473 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.899968 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 12 23:44:25.900283 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.901182 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.901683 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 12 23:44:25.902001 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: external_net.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.902859 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.903460 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: external-net Sep 12 23:44:25.903709 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: extra_dhcp_opt.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.904548 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.905050 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: extra_dhcp_opt Sep 12 23:44:25.905362 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: extraroute.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.906215 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.906715 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: extraroute Sep 12 23:44:25.907029 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: extraroute_atomic.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.908110 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.908615 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: extraroute-atomic Sep 12 23:44:25.908924 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: filter_validation.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.909539 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.910034 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: filter-validation Sep 12 23:44:25.910410 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: fip_pf_description.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.911283 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.911764 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 12 23:44:25.912076 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: fip_pf_detail.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.912923 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.913433 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: floating-ip-port-forwarding-detail Sep 12 23:44:25.913748 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: fip_pf_port_range.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.914616 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.915112 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 12 23:44:25.915454 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: fip_port_details.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.916697 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.917199 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: fip-port-details Sep 12 23:44:25.917516 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: flavors.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.918697 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.919206 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: flavors Sep 12 23:44:25.919538 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.921167 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.921684 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 12 23:44:25.922009 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: floatingip_pools.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.922661 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.923169 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: floatingip-pools Sep 12 23:44:25.923512 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: ip_allocation.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.924373 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.924882 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension ip_allocation not supported by any of loaded plugins Sep 12 23:44:25.925196 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.926069 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.926576 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: ip-substring-filtering Sep 12 23:44:25.926893 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: l2_adjacency.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.927786 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.928297 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 12 23:44:25.928613 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: l3.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.929583 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.930076 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: router Sep 12 23:44:25.930394 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: l3_conntrack_helper.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.932884 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.933412 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 12 23:44:25.933741 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.934601 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.935108 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: ext-gw-mode Sep 12 23:44:25.935453 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.936310 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.936823 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: l3-ha Sep 12 23:44:25.937142 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.937996 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.938496 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 12 23:44:25.938814 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: l3_flavors.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.939698 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.940209 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: l3-flavors Sep 12 23:44:25.940525 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: l3_ndp_proxy.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.941840 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.942355 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 12 23:44:25.942676 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.943575 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.944085 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 12 23:44:25.944408 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: l3agentscheduler.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.945413 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.945918 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: l3_agent_scheduler Sep 12 23:44:25.946243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: local_ip.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.948019 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.948667 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension local_ip not supported by any of loaded plugins Sep 12 23:44:25.948990 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: logging.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.950409 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.950925 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension logging not supported by any of loaded plugins Sep 12 23:44:25.951260 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: metering.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.951952 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.952541 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: metering Sep 12 23:44:25.952855 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.953896 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.954413 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: metering_source_and_destination_fields Sep 12 23:44:25.954732 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: multiprovidernet.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.955625 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.956142 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: multi-provider Sep 12 23:44:25.956463 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: netmtu.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.957323 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.957831 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: net-mtu Sep 12 23:44:25.958156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: netmtu_writable.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.959010 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.959555 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: net-mtu-writable Sep 12 23:44:25.959877 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: network_availability_zone.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.960501 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.961005 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: network_availability_zone Sep 12 23:44:25.961321 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: network_ip_availability.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.962358 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.962863 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: network-ip-availability Sep 12 23:44:25.963181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: network_segment_range.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.964006 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.964507 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension network-segment-range not supported by any of loaded plugins Sep 12 23:44:25.964820 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: pagination.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.965736 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.966059 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: pagination Sep 12 23:44:25.966371 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: port_device_profile.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.967239 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.967746 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: port-device-profile Sep 12 23:44:25.968072 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: port_mac_address_override.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.968932 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.969431 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: port-mac-override Sep 12 23:44:25.969746 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.970604 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.971104 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: port-mac-address-regenerate Sep 12 23:44:25.971447 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.972324 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.972809 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: port-numa-affinity-policy Sep 12 23:44:25.973128 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: port_resource_request.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.973992 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.974480 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension port-resource-request not supported by any of loaded plugins Sep 12 23:44:25.974796 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: port_resource_request_groups.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.975725 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.976232 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 12 23:44:25.976550 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: portbindings.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.977405 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.977912 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: binding Sep 12 23:44:25.978234 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: portbindings_extended.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.979474 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.979989 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: binding-extended Sep 12 23:44:25.980315 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: portsecurity.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.981168 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.981683 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: port-security Sep 12 23:44:25.982023 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: project_id.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.983105 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.983466 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: project-id Sep 12 23:44:25.983784 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: providernet.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.984652 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.985167 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: provider Sep 12 23:44:25.985488 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.989013 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.989545 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos not supported by any of loaded plugins Sep 12 23:44:25.989871 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.991070 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.991625 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 12 23:44:25.991952 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.992814 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.993328 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 12 23:44:25.993649 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_default.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.994508 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.995098 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-default not supported by any of loaded plugins Sep 12 23:44:25.995452 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_fip.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.996319 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.996828 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-fip not supported by any of loaded plugins Sep 12 23:44:25.997148 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_fip_network_policy.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.998008 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:25.998514 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 12 23:44:25.998835 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_gateway_ip.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:25.999716 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.000227 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 12 23:44:26.000547 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_port_network_policy.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.001397 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.001910 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 12 23:44:26.002233 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.003209 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.003834 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 12 23:44:26.004157 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.005125 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.005639 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 12 23:44:26.005961 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_pps_rule.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.007078 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.007624 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-pps not supported by any of loaded plugins Sep 12 23:44:26.007950 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_rule_type_details.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.008810 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.009313 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 12 23:44:26.009632 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_rule_type_filter.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.010513 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.011019 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 12 23:44:26.011364 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: qos_rules_alias.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.012349 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.012853 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 12 23:44:26.013172 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: quota_check_limit.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.014030 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.014543 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: quota-check-limit Sep 12 23:44:26.014865 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: quotasv2.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.015787 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.016108 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: quotas Sep 12 23:44:26.016420 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: quotasv2_detail.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.018070 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.018406 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: quota_details Sep 12 23:44:26.018732 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: rbac.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.019800 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.020320 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: rbac-policies Sep 12 23:44:26.020647 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: rbac_address_group.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.021522 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.022031 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: rbac-address-group Sep 12 23:44:26.022352 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: rbac_address_scope.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.023334 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.023853 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: rbac-address-scope Sep 12 23:44:26.024177 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: rbac_security_groups.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.025053 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.025562 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: rbac-security-groups Sep 12 23:44:26.025900 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: rbac_subnetpool.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.026787 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.027330 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: rbac-subnetpool Sep 12 23:44:26.027650 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: revisionifmatch.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.028530 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.029040 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: revision-if-match Sep 12 23:44:26.029357 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: revisions.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.030417 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.030925 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: standard-attr-revisions Sep 12 23:44:26.031271 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: router_availability_zone.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.031896 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.032402 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: router_availability_zone Sep 12 23:44:26.032718 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: routerservicetype.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.033579 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.034086 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension router-service-type not supported by any of loaded plugins Sep 12 23:44:26.034402 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.035293 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.035804 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: security-groups-normalized-cidr Sep 12 23:44:26.036118 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: security_groups_port_filtering.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.036982 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.037487 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: port-security-groups-filtering Sep 12 23:44:26.037801 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.038670 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.039178 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: security-groups-remote-address-group Sep 12 23:44:26.039521 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.040399 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.041266 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: security-groups-shared-filtering Sep 12 23:44:26.041604 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: securitygroup.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.051341 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.051871 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: security-group Sep 12 23:44:26.052200 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: segment.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.052871 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.053381 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension segment not supported by any of loaded plugins Sep 12 23:44:26.053705 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.054616 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.055126 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 12 23:44:26.055473 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: servicetype.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.056517 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.057035 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: service-type Sep 12 23:44:26.057460 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: sorting.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.058396 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.058722 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: sorting Sep 12 23:44:26.059041 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: standard_attr_segment.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.059947 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.060473 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 12 23:44:26.060783 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: standardattrdescription.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.061391 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.061902 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: standard-attr-description Sep 12 23:44:26.062218 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: stateful_security_group.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.063089 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.064065 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: stateful-security-group Sep 12 23:44:26.064369 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: stdattrs_common.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.064912 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 12 23:44:26.065228 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.066105 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.066635 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 12 23:44:26.066955 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: subnet_onboard.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.068109 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.068493 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: subnet_onboard Sep 12 23:44:26.068814 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.069676 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.070187 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 12 23:44:26.070504 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: subnet_service_types.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.071372 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.071884 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: subnet-service-types Sep 12 23:44:26.072208 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: subnetallocation.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.073325 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.073774 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: subnet_allocation Sep 12 23:44:26.074089 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.074714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.075209 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: subnetpool-prefix-ops Sep 12 23:44:26.075569 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.076443 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.076951 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 12 23:44:26.077270 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: tagging.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.078314 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.078839 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: standard-attr-tag Sep 12 23:44:26.079213 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: timestamp.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.080396 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.080855 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loaded extension: standard-attr-timestamp Sep 12 23:44:26.081174 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: trunk.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.082143 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.082650 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension trunk not supported by any of loaded plugins Sep 12 23:44:26.082974 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: trunk_details.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.083863 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.084368 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension trunk-details not supported by any of loaded plugins Sep 12 23:44:26.084677 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: uplink_status_propagation.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.085539 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.086041 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 12 23:44:26.086362 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Loading extension file: vlantransparent.py {{(pid=112640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 12 23:44:26.086987 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 12 23:44:26.087513 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 12 23:44:26.090283 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:network Sep 12 23:44:26.090810 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:subnet Sep 12 23:44:26.091204 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 23:44:26.091621 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:port Sep 12 23:44:26.092932 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.093359 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service FLAVORS assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.094165 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.094423 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.094747 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:router Sep 12 23:44:26.095173 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:floatingip Sep 12 23:44:26.095682 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service METERING assigned prefix: /metering {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.097155 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:26.097518 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:26.097874 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:44:26.098869 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of CountableResource for resource:rbac_policy Sep 12 23:44:26.099347 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:security_group Sep 12 23:44:26.099770 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 12 23:44:26.100299 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service CORE assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.100632 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 23:44:26.100974 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] subnetpool is already registered Sep 12 23:44:26.101381 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service CORE assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.101702 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 23:44:26.102026 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] subnetpool is already registered Sep 12 23:44:26.104510 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.104944 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service FLAVORS assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.105558 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.106095 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.106424 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:router Sep 12 23:44:26.106771 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] router is already registered Sep 12 23:44:26.107187 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:floatingip Sep 12 23:44:26.107538 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] floatingip is already registered Sep 12 23:44:26.107999 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service METERING assigned prefix: /metering {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.108700 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of CountableResource for resource:rbac_policy Sep 12 23:44:26.109024 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] rbac_policy is already registered Sep 12 23:44:26.109426 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:security_group Sep 12 23:44:26.109769 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] security_group is already registered Sep 12 23:44:26.110166 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 12 23:44:26.110493 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] security_group_rule is already registered Sep 12 23:44:26.110967 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service CORE assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.111314 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 23:44:26.111641 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] subnetpool is already registered Sep 12 23:44:26.112067 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.v2.resource_helper [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Service CORE assigned prefix: {{(pid=112640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 12 23:44:26.112383 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Creating instance of TrackedResource for resource:subnetpool Sep 12 23:44:26.112707 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING neutron.quota.resource_registry [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] subnetpool is already registered Sep 12 23:44:26.113171 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: extensions {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.114774 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: address-groups {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.116291 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: address-scopes {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.117496 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: agents {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.118661 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: auto-allocated-topology {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.121247 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: availability_zones {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.122463 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: dhcp-networks {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.123916 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: dhcp-agents {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.125444 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: routers {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.127247 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: flavors {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.128430 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: service_profiles {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.129721 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: next_providers {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.131164 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: service_profiles {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.132714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: floatingip-pools {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.133937 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: routers {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.135813 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: floatingips {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.136989 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: l3-routers {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.138375 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: l3-agents {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.139915 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: metering-labels {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.141188 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: metering-label-rules {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.142465 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: network-ip-availabilities {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.143832 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: bindings {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.145386 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: quotas {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.146952 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: quotas {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.148626 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: rbac-policies {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.149817 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: security-groups {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.151059 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: security-group-rules {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.152343 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: service-providers {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.153667 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: subnetpools {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.155017 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: subnetpools {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.156507 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: tags {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.158262 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: tags {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.160011 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: tags {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.161879 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: tags {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.163588 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: tags {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.165441 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: tags {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.167677 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: tags {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.169463 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: tags {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.171243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: tags {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.173086 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron.api.extensions [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Extended resource: tags {{(pid=112640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 12 23:44:26.180419 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING keystonemiddleware.auth_token [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 12 23:44:26.185758 dv-cinder-820027-26-iscsi neutron-server[112640]: WARNING keystonemiddleware.auth_token [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 12 23:44:26.194707 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_concurrency.lockutils [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Acquiring lock "singleton_lock" {{(pid=112640) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 12 23:44:26.195029 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_concurrency.lockutils [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Acquired lock "singleton_lock" {{(pid=112640) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 12 23:44:26.195525 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_concurrency.lockutils [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Releasing lock "singleton_lock" {{(pid=112640) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 12 23:44:26.196187 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO oslo_service.service [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Starting 2 workers Sep 12 23:44:26.201040 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Started child 112751 {{(pid=112640) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 23:44:26.205696 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Started child 112752 {{(pid=112640) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 23:44:26.206624 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:26.207353 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO neutron.service [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 12 23:44:26.207876 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Publish callbacks [] for process (None), before_spawn {{(pid=112640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:26.208172 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [-] (112751) wsgi starting up on http://0.0.0.0:9696 Sep 12 23:44:26.210352 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO oslo_service.service [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Starting 1 workers Sep 12 23:44:26.210540 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:26.211952 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [-] (112752) wsgi starting up on http://0.0.0.0:9696 Sep 12 23:44:26.215658 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Started child 112753 {{(pid=112640) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 23:44:26.216208 dv-cinder-820027-26-iscsi neutron-server[112640]: INFO oslo_service.service [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Starting 1 workers Sep 12 23:44:26.219512 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.service [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] calling RpcWorker wait() {{(pid=112753) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 12 23:44:26.220148 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.service [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] returning from RpcWorker wait() {{(pid=112753) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 12 23:44:26.220798 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Started child 112754 {{(pid=112640) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 12 23:44:26.221419 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:26.221547 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG neutron_lib.callbacks.manager [None req-580fb073-ec3e-4f7a-9a86-b1e36042678f None None] Publish callbacks [] for process (None), after_spawn {{(pid=112640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:26.222116 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:44:26.223448 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112640) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 12 23:44:26.223638 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 12 23:44:26.223835 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 12 23:44:26.224035 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 12 23:44:26.224362 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 12 23:44:26.224487 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 12 23:44:26.225013 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.225295 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.225532 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.225744 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:26.226230 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.226314 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.226600 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.226736 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:44:26.226826 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.227066 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.227448 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.227573 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.227760 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.228024 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.228270 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.228576 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.228831 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.229145 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.229412 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.229580 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.230008 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.230267 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.230520 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.230809 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] debug = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.231078 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.231606 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.231845 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.232086 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.232345 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.232610 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.232888 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.233131 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.233370 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.233585 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.233839 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.234096 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.234338 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.234564 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.234796 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.235047 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.235302 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.235793 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] host = dv-cinder-820027-26-iscsi {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.236033 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.236248 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.236495 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.236737 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.236958 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.237190 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.237468 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.237722 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.237970 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.238193 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.238440 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.238690 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.238908 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.239172 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.239427 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_options = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.239600 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.239878 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.240139 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.240323 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.240487 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.240648 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.240899 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.241062 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.241291 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.241528 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.241780 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.241937 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.242166 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.242411 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.242640 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.242865 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.243076 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.243326 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.243575 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.243779 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.244018 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.245148 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.245148 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.245148 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.245148 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.245148 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.245786 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.245786 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.245786 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.249716 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.249716 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.249716 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.249716 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.249716 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.249716 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.249716 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.249716 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250637 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250637 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_json = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.250637 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.251167 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.251167 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.251320 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.251479 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.251880 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.252261 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.252711 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.252952 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.256064 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.256256 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.256602 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.256846 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.257094 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.257774 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.259361 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.260034 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.260642 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.260900 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.261247 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.261665 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.263491 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.263491 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.263491 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.263491 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.263491 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.263964 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.264135 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.264395 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.264623 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.264857 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.265166 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.265385 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.265649 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.265903 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.266103 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.266664 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.266908 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.267206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.267701 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.268130 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.268560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.268986 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.269230 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.269484 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.269673 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.270031 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.270397 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.270805 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.271206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.271600 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.272033 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.272410 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.273109 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.273660 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.274141 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.274419 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.274695 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.274879 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.275306 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.275544 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.275759 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.275995 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.276259 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.276470 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.276736 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.277004 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.277238 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.277483 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.277711 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.277932 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.278148 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.278366 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.278598 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.278808 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.279019 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.279408 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.279771 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.280173 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.280718 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.281304 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.281866 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.282280 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.282883 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.283799 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.284231 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.285371 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.285773 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.286019 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.286249 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.286500 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.286725 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.286977 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.287197 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.287446 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.287680 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.287902 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.288143 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.288424 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.288591 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.288805 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.289100 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.289355 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.289630 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.290086 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.290086 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.290367 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.290533 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.291341 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.291620 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.291848 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.292286 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.292533 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.292808 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.293053 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.293384 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.293745 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.293979 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.294182 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.294399 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.294617 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.294851 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.295065 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.295321 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.295579 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.295818 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.296074 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.296295 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.296703 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.296925 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.297158 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.297381 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.297812 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.298068 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.298364 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.298603 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.298855 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.299169 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.299465 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.299723 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.299989 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.300244 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.300529 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.300790 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.301041 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.301280 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.301525 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.301734 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.301983 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.302204 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.302413 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.302654 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.302987 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.303257 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.303647 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.303861 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.304076 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.304317 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.304550 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.304817 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.305069 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.305318 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.305574 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.305777 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.305997 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.306231 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.306457 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.307384 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.307384 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.307384 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.307384 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.307956 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.307956 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.308210 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.308210 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.308478 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.308615 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.308813 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.309003 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.309257 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.309565 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.309710 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.309886 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.310100 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.310311 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.310541 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.311262 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.311262 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.311262 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.311752 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.311752 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.312001 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.312148 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.312351 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.312593 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.312908 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.313150 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.313682 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.314103 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.314514 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.314921 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.315322 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.315670 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.316064 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.316390 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.316706 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.316935 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.317648 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.317648 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.317648 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.318329 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.318329 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.318329 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.318882 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.318882 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.319384 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.319384 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.319384 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.319974 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.319974 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.319974 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.321181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.321181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.321181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.321181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.321181 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.322299 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.322299 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.322299 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.322299 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.322299 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.322299 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.325475 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.325475 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.325475 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.325475 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.325475 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.325475 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.325475 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.325475 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.325475 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.327579 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.327579 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.327579 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.327579 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.327579 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.327579 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.327579 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.327579 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328028 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328028 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328028 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328028 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328028 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328028 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328028 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328028 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328473 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328473 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328473 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328636 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.328777 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.329126 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.329446 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.329753 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.329753 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.330132 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.330489 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.330489 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.330776 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.330995 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.330995 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.331403 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.331403 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.331931 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.331931 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.332319 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.332505 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.332707 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.333890 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.333890 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.333890 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.333890 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.333890 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.334732 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.334732 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.334732 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.334732 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.335283 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.335283 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.335567 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.335709 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.335938 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.336209 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.336476 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.336624 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:44:26.336794 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.336940 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.337244 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.337558 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.337820 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.338075 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.338306 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.338589 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.338824 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.339034 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.339366 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.341272 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.341272 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.341272 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.341272 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.341272 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.341272 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.341272 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.341272 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.345082 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.345082 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.345082 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.345082 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.345082 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 12 23:44:26.345082 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112640) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 12 23:44:26.345082 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 12 23:44:26.345082 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 12 23:44:26.346560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 12 23:44:26.346560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 12 23:44:26.346560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 12 23:44:26.346560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.346560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.346560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.346560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.347811 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.347811 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.347811 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.347811 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.347811 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.347811 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.347811 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.347811 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.349195 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.349195 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.349195 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.349195 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.349195 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.349195 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.349195 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.349195 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.350477 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.350477 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] debug = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.350477 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.350477 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.350477 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.350477 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.353059 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.353059 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.353059 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.353059 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.353059 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.353059 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.353059 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.353059 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.355719 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.355719 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.355719 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.355719 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.355719 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.355719 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] host = dv-cinder-820027-26-iscsi {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.355719 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.355719 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.356986 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.356986 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.356986 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.356986 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.356986 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.356986 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.356986 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.356986 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.358206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.358206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.358206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.358206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.358206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_options = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.358206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.358206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.358206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.359583 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.359583 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.359583 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.359583 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.359583 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.359583 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.359583 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.363050 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.363050 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.363050 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.363050 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.363050 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.363050 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.363050 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.363050 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.365562 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.365562 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.365562 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.365562 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.365562 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.365562 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.365562 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.365562 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.366918 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.366918 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.366918 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.366918 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.366918 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.366918 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.366918 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.366918 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.368466 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.368466 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.368466 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.368466 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.368466 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.368466 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.368466 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.368466 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.370091 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.370091 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.370091 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.370091 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.370091 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_json = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.370091 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.370091 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.370091 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.370091 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.371607 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.371607 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.371607 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.371607 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.371607 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 12 23:44:26.371607 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.371607 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.371607 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.372714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.372714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.372714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.372714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.372714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.372714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.372714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.372714 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.375088 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.375088 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.375088 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.375088 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.375088 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.375088 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.375088 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.375088 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.376331 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.376331 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.376331 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.376331 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.376331 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.376331 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.376331 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.376331 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.377613 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.377613 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.377613 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.377613 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.377613 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.377613 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.377613 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.377613 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.379540 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.379540 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.379540 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.379540 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.379540 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.379540 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.379540 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.379540 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.379540 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.380608 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.380608 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.380608 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.380608 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.380608 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.380608 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.380608 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.380608 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.380608 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.381663 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.381663 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.381663 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.381663 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.381663 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.381663 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.381663 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.381663 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.382605 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.382605 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.382605 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.382605 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.382605 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.382605 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.382605 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.382605 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.382605 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.383734 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.383734 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.383734 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.383734 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.383734 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.383734 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.383734 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.383734 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.383734 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.384887 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.384887 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.384887 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.384887 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.384887 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.384887 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.384887 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.384887 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.384887 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.385963 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.385963 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.385963 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.385963 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.385963 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.385963 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.385963 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.385963 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.386738 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.386738 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.386738 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.386738 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.386738 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.386738 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.386738 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.386738 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.387698 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.387698 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.387698 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.387698 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.387698 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.387698 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.387698 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.387698 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.388676 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.388676 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.388676 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.388676 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.388676 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.388676 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.388676 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.388676 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.389647 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.389647 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.389647 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.389647 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.389647 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.389647 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.389647 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.389647 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.390555 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.390555 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.390555 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.390555 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.390555 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.390555 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.390555 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.390555 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.392563 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.392563 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.392563 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.392563 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.392563 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.392563 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.392563 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.392563 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.393566 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.393566 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.393566 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.393566 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.393566 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.393566 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.393566 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.393566 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.394560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.394560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.394560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.394560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.394560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.394560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.394560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.394560 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.395615 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.395615 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.395615 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.395615 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.395615 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.395615 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.395615 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.395615 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.396901 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.396901 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.396901 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.396901 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.396901 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.396901 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.396901 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.396901 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.397878 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.397878 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.397878 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.397878 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.397878 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.397878 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.397878 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.397878 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.398980 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.398980 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.398980 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.398980 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.398980 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.398980 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.398980 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.398980 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.400206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.400206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.400206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.400206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.400206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.400206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.400206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.400206 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.401223 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.401223 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.401223 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.401223 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.401223 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.401223 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.401223 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.401223 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.401223 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.402439 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.402439 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.402439 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.402439 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.402439 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.402439 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.402439 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.402439 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.403449 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.403449 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.403449 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.403449 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.403449 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.403449 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.403449 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.403449 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.403449 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.404599 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.404599 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.404599 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.404599 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.404599 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.404599 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.404599 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.404599 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.405687 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.405687 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.405687 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.405687 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.405687 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.405687 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.405687 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.405687 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.406670 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.406670 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.406670 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.406670 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.406670 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.406670 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.406670 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.406670 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.408072 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.408072 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.408072 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.408072 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.408072 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.408072 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.408072 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.408072 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.409070 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.409070 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.409070 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.409070 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.409070 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.409070 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.409070 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.409070 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.410115 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.410115 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.410115 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.410115 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.410115 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.410115 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.410115 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.410115 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.411154 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.411154 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.411154 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.411154 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.411154 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.411154 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.411154 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.411154 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.412179 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.412179 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.412179 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.412179 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.412179 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.412179 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.412179 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.412179 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.413156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.413156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.413156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.413156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.413156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.413156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.413156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.413156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.413156 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.414243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.414243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.414243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.414243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.414243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.414243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.414243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.414243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.414243 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.415292 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 12 23:44:26.415292 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 12 23:44:26.583688 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 60610) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:44:26.590493 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047526 Sep 12 23:44:26.594895 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037980 Sep 12 23:44:35.705431 dv-cinder-820027-26-iscsi neutron-server[112640]: DEBUG dbcounter [-] [112640] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112640) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:39.021270 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7fce4f-2467-4a12-ae14-2710b4113385 None None] get_active_networks_info from dv-cinder-820027-26-iscsi {{(pid=112753) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 12 23:44:39.039644 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writer thread running {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 23:44:39.108344 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7fce4f-2467-4a12-ae14-2710b4113385 None None] No non-hosted networks {{(pid=112753) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 12 23:44:39.124533 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.agentschedulers_db [None req-ff7fce4f-2467-4a12-ae14-2710b4113385 None None] DHCP Agent not found on host dv-cinder-820027-26-iscsi {{(pid=112753) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 12 23:44:39.226024 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-69ec236f-84b5-4104-bf43-736086b72a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435263'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:41.280601 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writer thread running {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 23:44:41.963608 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-54b1b064-111c-45ea-b636-7d4b2fead5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435263'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:42.017170 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9de51951-6d5f-4668-93e4-408278590534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:43.226277 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435263'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:44.037131 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435263'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:44.038333 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.039086 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.039825 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.040800 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.042253 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.043105 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.043718 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.044711 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.045382 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.045924 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.046489 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.047077 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.047619 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.048105 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.048618 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:44.049358 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820027-26-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:44:44.060589 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820027-26-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:44:44.360017 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 60698) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:44:44.755787 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435263'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:44.973875 dv-cinder-820027-26-iscsi neutron-server[112752]: WARNING oslo_policy.policy [None req-3da2f2ee-6863-4a44-bed9-22b657f30c5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:44:44.974432 dv-cinder-820027-26-iscsi neutron-server[112752]: WARNING oslo_policy.policy [None req-3da2f2ee-6863-4a44-bed9-22b657f30c5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:44:45.192171 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [None req-3da2f2ee-6863-4a44-bed9-22b657f30c5a admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:44:45.193466 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-3da2f2ee-6863-4a44-bed9-22b657f30c5a admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8323417 Sep 12 23:44:47.133662 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.db.l3_hamode_db [None req-723e6da1-6d2e-4afd-bf63-2ccfbda3ae12 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 12 23:44:47.211608 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e6da1-6d2e-4afd-bf63-2ccfbda3ae12 None None] Routers set() bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:44:47.211991 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e6da1-6d2e-4afd-bf63-2ccfbda3ae12 None None] Router IDs set() for agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 12 23:44:47.950616 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 60722) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:44:48.299718 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-38902224-7422-47f8-95b3-95cac89418bd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:44:48.315282 dv-cinder-820027-26-iscsi neutron-server[112752]: ERROR stevedore.extension [None req-38902224-7422-47f8-95b3-95cac89418bd admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 12 23:44:48.398821 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.policy [None req-38902224-7422-47f8-95b3-95cac89418bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112752) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 12 23:44:48.440866 dv-cinder-820027-26-iscsi neutron-server[112752]: WARNING oslo_policy.policy [None req-38902224-7422-47f8-95b3-95cac89418bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:44:48.441245 dv-cinder-820027-26-iscsi neutron-server[112752]: WARNING oslo_policy.policy [None req-38902224-7422-47f8-95b3-95cac89418bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:44:48.461404 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writer thread running {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 23:44:48.548716 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38902224-7422-47f8-95b3-95cac89418bd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727822748352', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727822748884', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727822732745', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727822854357', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727822844393', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727822851848', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1813862', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1808954', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-541343', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3632289'] for rbac-policy (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:48.625309 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38902224-7422-47f8-95b3-95cac89418bd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:48.626543 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-38902224-7422-47f8-95b3-95cac89418bd admin admin] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6748991 Sep 12 23:44:51.267376 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 60732) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:44:51.641254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:44:51.672602 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Made reservation on behalf of f42dee1d107e42cf88a3999f3871ae0c for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:44:51.676866 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:51.696419 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:51.824000 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Publish callbacks [] for security_group (0a669154-0664-466d-bdc4-7b07ef55f35e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:51.830013 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (0a669154-0664-466d-bdc4-7b07ef55f35e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:51.861199 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=112752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:44:51.899447 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727824965039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (99f9a511-6330-4f02-abdc-df7b0bcddd4b), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:51.899954 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Unsubscribe: segment precommit_create {{(pid=112752) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 12 23:44:51.900484 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Added segment 99f9a511-6330-4f02-abdc-df7b0bcddd4b of type vlan for network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a Sep 12 23:44:51.936359 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0a669154-0664-466d-bdc4-7b07ef55f35e,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:44:51.974661 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.975010 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.975372 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.975748 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.976070 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.976392 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.976710 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.977023 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.977337 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.977645 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.978041 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.978384 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.978682 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.979014 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.979477 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Tracked resource versions report: Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: pushed versions: Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: { 'AddressGroup': {'1.2'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Agent': {'1.1'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'ConntrackHelper': {'1.0'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Log': {'1.0'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'NDPProxy': {'1.0'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Network': {'1.1'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Port': {'1.7'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'PortForwarding': {'1.3'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'QosPolicy': {'1.10'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SecurityGroup': {'1.5'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SubPort': {'1.0'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Subnet': {'1.1'}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Trunk': {'1.1'}} Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: consumer versions: Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: { DHCP agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: L3 agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: Metadata agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: Metering agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: Open vSwitch agent@dv-cinder-820027-26-iscsi: { 'AddressGroup': '1.2', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Agent': '1.1', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'ConntrackHelper': '1.0', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'LocalIPAssociation': '1.0', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Log': '1.0', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'NDPProxy': '1.0', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Network': '1.1', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Port': '1.7', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'PortForwarding': '1.3', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'QosPolicy': '1.10', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SecurityGroup': '1.5', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SecurityGroupRule': '1.2', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SubPort': '1.0', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Subnet': '1.1', Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Trunk': '1.1'}} Sep 12 23:44:51.980838 dv-cinder-820027-26-iscsi neutron-server[112752]: {{(pid=112752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:44:52.013089 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (357a50f1-a14b-49b0-a360-ba4e3ddcd14a), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:52.043865 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=51,neutron:INSERT=47,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:52.062609 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (357a50f1-a14b-49b0-a360-ba4e3ddcd14a), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:52.067692 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:44:52.068970 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:52.182818 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9141905 Sep 12 23:44:52.193063 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea256c1c-449f-47a0-96fb-18d914537c6d demo demo] Pushing event updated for resources: {'Network': ['ID=357a50f1-a14b-49b0-a360-ba4e3ddcd14a,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:44:52.207257 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:44:54.870196 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 60746) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:44:55.318321 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f618bb98-b982-4622-95c1-9f19ce481ac5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:44:55.319748 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-f618bb98-b982-4622-95c1-9f19ce481ac5 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/357a50f1-a14b-49b0-a360-ba4e3ddcd14a HTTP/1.1" status: 200 len: 825 time: 0.4485440 Sep 12 23:44:55.345773 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1f5856db-6367-4fa1-8dd1-6f6ca61e391d demo admin] 10.222.0.26 "GET /networking/v2.0/subnetpools/f3fc4d5b-831c-4bf9-ae10-8595847bda20 HTTP/1.1" status: 200 len: 734 time: 0.0197861 Sep 12 23:44:55.355328 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'f3fc4d5b-831c-4bf9-ae10-8595847bda20', 'gateway_ip': '172.20.0.1', 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a', 'ip_version': 4}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:44:55.380493 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Made reservation on behalf of f42dee1d107e42cf88a3999f3871ae0c for: {'subnet': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:44:55.382822 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:55.620243 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:55.710491 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (627d0424-4515-427d-bd6d-4aaecc39cddc), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:55.793329 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Pushing event updated for resources: {'Subnet': ['ID=627d0424-4515-427d-bd6d-4aaecc39cddc,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:44:55.795574 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Checking segment: {'id': '99f9a511-6330-4f02-abdc-df7b0bcddd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:44:55.795968 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Network hostable DHCP agents. Network: 357a50f1-a14b-49b0-a360-ba4e3ddcd14a, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:44:55.821462 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:44:55.837878 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 357a50f1-a14b-49b0-a360-ba4e3ddcd14a) {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:44:55.843470 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:44:55.844094 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:55.848753 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30adc06a-9708-4ad5-8aaa-3767978e0ecb None None] Network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:44:55.861408 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-0a15ed8e-a72e-46fd-8aff-8d589285e5ad demo admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5095942 Sep 12 23:44:55.872982 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=37,neutron:INSERT=34 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:56.135832 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528792f4-f199-437a-bce4-256adc595737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-357a50f1-a14b-49b0-a360-ba4e3ddcd14a', 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a', 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'fixed_ips': [{'subnet_id': '627d0424-4515-427d-bd6d-4aaecc39cddc'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:44:56.137207 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:56.441339 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-528792f4-f199-437a-bce4-256adc595737 None None] Allocated IP 172.20.0.2 (357a50f1-a14b-49b0-a360-ba4e3ddcd14a/627d0424-4515-427d-bd6d-4aaecc39cddc/574b7d12-a4b4-415d-8729-927494e32f9c) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:44:56.735742 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Publish callbacks [] for port (574b7d12-a4b4-415d-8729-927494e32f9c), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:56.745836 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (574b7d12-a4b4-415d-8729-927494e32f9c), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:56.826186 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528792f4-f199-437a-bce4-256adc595737 None None] Network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:44:56.836476 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-528792f4-f199-437a-bce4-256adc595737 None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:44:56.841931 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528792f4-f199-437a-bce4-256adc595737 None None] Pushing event updated for resources: {'Port': ['ID=574b7d12-a4b4-415d-8729-927494e32f9c,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:44:56.844389 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528792f4-f199-437a-bce4-256adc595737 None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:44:56.857938 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.858609 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.858609 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.859010 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.859373 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.859709 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.860034 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.860367 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.860688 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.861031 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.861350 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.861792 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.862108 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.862443 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.862761 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Tracked resource versions report: Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: pushed versions: Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: { 'AddressGroup': {'1.2'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Agent': {'1.1'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'ConntrackHelper': {'1.0'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Log': {'1.0'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'NDPProxy': {'1.0'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Network': {'1.1'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Port': {'1.7'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'PortForwarding': {'1.3'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'QosPolicy': {'1.10'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SecurityGroup': {'1.5'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SubPort': {'1.0'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Subnet': {'1.1'}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Trunk': {'1.1'}} Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: consumer versions: Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: { DHCP agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: L3 agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: Metadata agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: Metering agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: Open vSwitch agent@dv-cinder-820027-26-iscsi: { 'AddressGroup': '1.2', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Agent': '1.1', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'ConntrackHelper': '1.0', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'LocalIPAssociation': '1.0', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Log': '1.0', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'NDPProxy': '1.0', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Network': '1.1', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Port': '1.7', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'PortForwarding': '1.3', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'QosPolicy': '1.10', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SecurityGroup': '1.5', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SecurityGroupRule': '1.2', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SubPort': '1.0', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Subnet': '1.1', Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Trunk': '1.1'}} Sep 12 23:44:56.864218 dv-cinder-820027-26-iscsi neutron-server[112753]: {{(pid=112753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:44:56.940731 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-528792f4-f199-437a-bce4-256adc595737 None None] Attempting to bind port 574b7d12-a4b4-415d-8729-927494e32f9c on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:44:56.941146 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-528792f4-f199-437a-bce4-256adc595737 None None] Attempting to bind port 574b7d12-a4b4-415d-8729-927494e32f9c by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '99f9a511-6330-4f02-abdc-df7b0bcddd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:44:56.941569 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528792f4-f199-437a-bce4-256adc595737 None None] Attempting to bind port 574b7d12-a4b4-415d-8729-927494e32f9c on network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:44:57.000262 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528792f4-f199-437a-bce4-256adc595737 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:44:57.000555 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528792f4-f199-437a-bce4-256adc595737 None None] Checking segment: {'id': '99f9a511-6330-4f02-abdc-df7b0bcddd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:44:57.001047 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:57.001427 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528792f4-f199-437a-bce4-256adc595737 None None] Bound using segment: {'id': '99f9a511-6330-4f02-abdc-df7b0bcddd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:44:57.001906 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-528792f4-f199-437a-bce4-256adc595737 None None] Bound port: 574b7d12-a4b4-415d-8729-927494e32f9c, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f9a511-6330-4f02-abdc-df7b0bcddd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:44:57.002304 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (574b7d12-a4b4-415d-8729-927494e32f9c), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:57.014955 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:57.074002 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-528792f4-f199-437a-bce4-256adc595737 None None] For port 574b7d12-a4b4-415d-8729-927494e32f9c, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:44:57.094134 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-528792f4-f199-437a-bce4-256adc595737 None None] For port 574b7d12-a4b4-415d-8729-927494e32f9c, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=574b7d12-a4b4-415d-8729-927494e32f9c,segment=NetworkSegment(99f9a511-6330-4f02-abdc-df7b0bcddd4b),segment_id=99f9a511-6330-4f02-abdc-df7b0bcddd4b)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:44:57.106095 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-528792f4-f199-437a-bce4-256adc595737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (574b7d12-a4b4-415d-8729-927494e32f9c), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:44:57.161493 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528792f4-f199-437a-bce4-256adc595737 None None] Pushing event updated for resources: {'Port': ['ID=574b7d12-a4b4-415d-8729-927494e32f9c,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:44:57.772985 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=9 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:57.774443 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:44:58.536199 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 60760) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:44:59.112311 dv-cinder-820027-26-iscsi neutron-server[112751]: WARNING oslo_policy.policy [None req-015b88ca-170f-4e9c-97db-669f605a852a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:44:59.112863 dv-cinder-820027-26-iscsi neutron-server[112751]: WARNING oslo_policy.policy [None req-015b88ca-170f-4e9c-97db-669f605a852a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:44:59.329530 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [None req-015b88ca-170f-4e9c-97db-669f605a852a admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:44:59.330826 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-015b88ca-170f-4e9c-97db-669f605a852a admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7924416 Sep 12 23:45:02.047552 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 60774) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:45:02.454483 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [None req-09bdf0c1-73ed-4f91-af7b-87f110baadc1 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:45:02.455512 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-09bdf0c1-73ed-4f91-af7b-87f110baadc1 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4070649 Sep 12 23:45:05.180296 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 60786) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:45:05.331564 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a19a12-43ac-4dbb-9f4a-36b78dad4aba None None] Network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:45:05.416292 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:05.479837 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-97b043dc-bc9f-4ad4-83b5-8b52e7421c3c None None] Provisioning complete for port 574b7d12-a4b4-415d-8729-927494e32f9c triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:45:05.480185 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-97b043dc-bc9f-4ad4-83b5-8b52e7421c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (574b7d12-a4b4-415d-8729-927494e32f9c), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:05.563342 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:45:05.572675 dv-cinder-820027-26-iscsi neutron-server[112751]: ERROR stevedore.extension [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 12 23:45:05.618993 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-97b043dc-bc9f-4ad4-83b5-8b52e7421c3c None None] Current status of the port 574b7d12-a4b4-415d-8729-927494e32f9c is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:45:05.619403 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-97b043dc-bc9f-4ad4-83b5-8b52e7421c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (574b7d12-a4b4-415d-8729-927494e32f9c), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:05.623964 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.policy [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112751) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 12 23:45:05.658413 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-97b043dc-bc9f-4ad4-83b5-8b52e7421c3c None None] For port 574b7d12-a4b4-415d-8729-927494e32f9c, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=574b7d12-a4b4-415d-8729-927494e32f9c,segment=NetworkSegment(99f9a511-6330-4f02-abdc-df7b0bcddd4b),segment_id=99f9a511-6330-4f02-abdc-df7b0bcddd4b)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:45:05.663836 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-97b043dc-bc9f-4ad4-83b5-8b52e7421c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (574b7d12-a4b4-415d-8729-927494e32f9c), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:05.669129 dv-cinder-820027-26-iscsi neutron-server[112751]: WARNING oslo_policy.policy [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:45:05.669516 dv-cinder-820027-26-iscsi neutron-server[112751]: WARNING oslo_policy.policy [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 12 23:45:05.690103 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writer thread running {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 12 23:45:05.704965 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:05.714153 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b043dc-bc9f-4ad4-83b5-8b52e7421c3c None None] Pushing event updated for resources: {'Port': ['ID=574b7d12-a4b4-415d-8729-927494e32f9c,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:05.742838 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (8bfa2859-8436-4883-9f59-92a2f360cead), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:05.745053 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (8bfa2859-8436-4883-9f59-92a2f360cead), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:05.785046 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-4ea89384-859f-40ef-b2bf-2b02a16bd6cc None None] Provisioning complete for port 574b7d12-a4b4-415d-8729-927494e32f9c triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:45:05.785519 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-4ea89384-859f-40ef-b2bf-2b02a16bd6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (574b7d12-a4b4-415d-8729-927494e32f9c), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:05.806353 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 574b7d12-a4b4-415d-8729-927494e32f9c up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:45:05.853906 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:05.854660 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=67,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:05.897270 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 574b7d12-a4b4-415d-8729-927494e32f9c triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:45:05.897639 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (574b7d12-a4b4-415d-8729-927494e32f9c), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:05.901455 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-4ea89384-859f-40ef-b2bf-2b02a16bd6cc None None] Current status of the port 574b7d12-a4b4-415d-8729-927494e32f9c is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:45:05.924338 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] Publish callbacks [] for router_controller (8bfa2859-8436-4883-9f59-92a2f360cead), precommit_add_association {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:05.931328 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (8bfa2859-8436-4883-9f59-92a2f360cead), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:05.959076 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:05.960334 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-d67b69da-1fe2-4197-abd4-63e511bd38d1 demo demo] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7791221 Sep 12 23:45:05.985434 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 574b7d12-a4b4-415d-8729-927494e32f9c is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:45:07.779248 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 574b7d12-a4b4-415d-8729-927494e32f9c up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:45:07.826134 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 574b7d12-a4b4-415d-8729-927494e32f9c triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:45:07.826536 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (574b7d12-a4b4-415d-8729-927494e32f9c), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:07.860849 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:07.904238 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 574b7d12-a4b4-415d-8729-927494e32f9c is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:45:08.655585 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 60800) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:45:08.984192 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-beacf26e-8153-46ad-8db1-71e3922f118c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:09.017803 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [None req-70ee1992-a548-43ce-823c-1085cf25f88c admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:45:09.019039 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-70ee1992-a548-43ce-823c-1085cf25f88c admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3625934 Sep 12 23:45:09.281873 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:11.687185 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 60808) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:45:11.960471 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-5b0710e8-d398-4d31-bf61-b82bdeb1ef3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:12.028808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:45:12.053391 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Made reservation on behalf of 16141215d11e48819148a2d135301f22 for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:45:12.055809 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:12.064800 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:12.150525 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Publish callbacks [] for security_group (d8296cbc-fed5-4317-a05e-e97bae241422), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:12.155729 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d8296cbc-fed5-4317-a05e-e97bae241422), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:12.175363 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Reserving flat network on physical network physnet1 {{(pid=112752) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 12 23:45:12.192868 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8296cbc-fed5-4317-a05e-e97bae241422,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:12.199286 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (3a45c13c-890e-48d3-8733-b16fe5c53800), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:12.199593 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Added segment 3a45c13c-890e-48d3-8733-b16fe5c53800 of type flat for network 2516e979-4620-44cb-a22c-f82227160da3 Sep 12 23:45:12.262082 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (2516e979-4620-44cb-a22c-f82227160da3), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:12.300045 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (2516e979-4620-44cb-a22c-f82227160da3), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:12.301263 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:45:12.301922 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:12.381736 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6934607 Sep 12 23:45:12.401346 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f97f86-3cb3-470c-9643-5d7c86f15d44 admin admin] Pushing event updated for resources: {'Network': ['ID=2516e979-4620-44cb-a22c-f82227160da3,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:12.413537 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 2516e979-4620-44cb-a22c-f82227160da3 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:45:13.243857 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:14.043268 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:14.718138 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:15.046412 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 60816) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:45:15.519255 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef249f-a1df-4f10-b48d-27becb96b27b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:45:15.520798 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-62ef249f-a1df-4f10-b48d-27becb96b27b demo admin] 10.222.0.26 "GET /networking/v2.0/subnets/627d0424-4515-427d-bd6d-4aaecc39cddc HTTP/1.1" status: 200 len: 849 time: 0.4735215 Sep 12 23:45:15.641384 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0f298ee7-ddff-4f93-a270-8afaf826fadc demo admin] 10.222.0.26 "GET /networking/v2.0/routers/8bfa2859-8436-4883-9f59-92a2f360cead HTTP/1.1" status: 200 len: 704 time: 0.1141739 Sep 12 23:45:15.937486 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:16.259339 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Allocated IP 172.20.0.1 (357a50f1-a14b-49b0-a360-ba4e3ddcd14a/627d0424-4515-427d-bd6d-4aaecc39cddc/6ff4723a-a26f-4558-8cbc-747d6bb8b4d6) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:45:16.492490 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Publish callbacks [] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:16.556439 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:16.563655 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:16.627952 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:45:16.632810 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:45:16.677406 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Pushing event updated for resources: {'Port': ['ID=6ff4723a-a26f-4558-8cbc-747d6bb8b4d6,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:16.687801 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:45:16.687801 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (8bfa2859-8436-4883-9f59-92a2f360cead), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:16.709634 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.710014 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.710334 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.710674 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.711002 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.711363 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.711692 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.712019 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.712356 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.712684 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.713022 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.713386 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.713708 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.714032 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.714347 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Tracked resource versions report: Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: pushed versions: Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: { 'AddressGroup': {'1.2'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Agent': {'1.1'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'ConntrackHelper': {'1.0'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Log': {'1.0'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'NDPProxy': {'1.0'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Network': {'1.1'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Port': {'1.7'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'PortForwarding': {'1.3'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'QosPolicy': {'1.10'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SecurityGroup': {'1.5'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SubPort': {'1.0'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Subnet': {'1.1'}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Trunk': {'1.1'}} Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: consumer versions: Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: { DHCP agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: L3 agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: Metadata agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: Metering agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: Open vSwitch agent@dv-cinder-820027-26-iscsi: { 'AddressGroup': '1.2', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Agent': '1.1', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'ConntrackHelper': '1.0', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'LocalIPAssociation': '1.0', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Log': '1.0', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'NDPProxy': '1.0', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Network': '1.1', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Port': '1.7', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'PortForwarding': '1.3', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'QosPolicy': '1.10', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SecurityGroup': '1.5', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SecurityGroupRule': '1.2', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SubPort': '1.0', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Subnet': '1.1', Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Trunk': '1.1'}} Sep 12 23:45:16.715791 dv-cinder-820027-26-iscsi neutron-server[112751]: {{(pid=112751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:45:16.772236 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:16.901144 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-00ebd664-38ee-4b2c-9187-97b766b968ad None None] Provisioning complete for port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:45:16.901763 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-00ebd664-38ee-4b2c-9187-97b766b968ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:16.903708 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:16.936948 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-00ebd664-38ee-4b2c-9187-97b766b968ad None None] Port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:45:17.118366 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Publish callbacks [] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:17.124423 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:17.125222 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (8bfa2859-8436-4883-9f59-92a2f360cead), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:17.258087 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Pushing event updated for resources: {'Port': ['ID=6ff4723a-a26f-4558-8cbc-747d6bb8b4d6,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:17.311957 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:45:17.313306 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:45:17.485125 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Router 8bfa2859-8436-4883-9f59-92a2f360cead is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:45:17.558019 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-892d8850-4ad9-45c1-9327-94e29c1144ec None None] Provisioning complete for port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:45:17.558406 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-892d8850-4ad9-45c1-9327-94e29c1144ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:17.578447 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:45:17.584744 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-bb6822f4-7912-4d9c-b577-a086c5e4bcf6 demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/8bfa2859-8436-4883-9f59-92a2f360cead/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9367619 Sep 12 23:45:17.599295 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-892d8850-4ad9-45c1-9327-94e29c1144ec None None] Port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:45:17.603273 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Sync routers for ids ['8bfa2859-8436-4883-9f59-92a2f360cead'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:45:17.622235 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Routers {'8bfa2859-8436-4883-9f59-92a2f360cead'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:45:17.623096 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:45:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['8bfa2859-8436-4883-9f59-92a2f360cead'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:45:17.830457 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Set router 8bfa2859-8436-4883-9f59-92a2f360cead gateway port host: None {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:45:18.290897 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'name': 'router1', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:45:05Z', 'updated_at': '2022-09-12T23:45:16Z', 'revision_number': 2, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'gw_port_host': None, '_interfaces': [{'id': '6ff4723a-a26f-4558-8cbc-747d6bb8b4d6', 'name': '', 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'mac_address': 'fa:16:3e:43:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:45:15Z', 'updated_at': '2022-09-12T23:45:16Z', 'revision_number': 2, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'subnets': [{'id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3fc4d5b-831c-4bf9-ae10-8595847bda20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:45:18.345732 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Checking router: 8bfa2859-8436-4883-9f59-92a2f360cead for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:45:18.346011 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Updating router 8bfa2859-8436-4883-9f59-92a2f360cead port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:45:18.402152 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:18.940713 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Publish callbacks [] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:18.949776 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:19.102796 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Pushing event updated for resources: {'Port': ['ID=6ff4723a-a26f-4558-8cbc-747d6bb8b4d6,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:19.114971 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.115376 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.115690 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.116012 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.116338 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.116658 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.116980 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.117284 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.117621 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.118069 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.118314 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.118646 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.118968 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.119304 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.119620 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Tracked resource versions report: Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: pushed versions: Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: { 'AddressGroup': {'1.2'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Agent': {'1.1'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'ConntrackHelper': {'1.0'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Log': {'1.0'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'NDPProxy': {'1.0'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Network': {'1.1'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Port': {'1.7'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'PortForwarding': {'1.3'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'QosPolicy': {'1.10'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SecurityGroup': {'1.5'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SubPort': {'1.0'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Subnet': {'1.1'}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Trunk': {'1.1'}} Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: consumer versions: Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: { DHCP agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: L3 agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: Metadata agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: Metering agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: Open vSwitch agent@dv-cinder-820027-26-iscsi: { 'AddressGroup': '1.2', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Agent': '1.1', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'ConntrackHelper': '1.0', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'LocalIPAssociation': '1.0', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Log': '1.0', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'NDPProxy': '1.0', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Network': '1.1', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Port': '1.7', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'PortForwarding': '1.3', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'QosPolicy': '1.10', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SecurityGroup': '1.5', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SecurityGroupRule': '1.2', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SubPort': '1.0', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Subnet': '1.1', Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Trunk': '1.1'}} Sep 12 23:45:19.121022 dv-cinder-820027-26-iscsi neutron-server[112754]: {{(pid=112754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:45:19.126848 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Attempting to bind port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:45:19.126848 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Attempting to bind port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '99f9a511-6330-4f02-abdc-df7b0bcddd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:45:19.126848 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Attempting to bind port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 on network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:45:19.217114 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:45:19.217440 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Checking segment: {'id': '99f9a511-6330-4f02-abdc-df7b0bcddd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:45:19.217886 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:19.218301 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Bound using segment: {'id': '99f9a511-6330-4f02-abdc-df7b0bcddd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:45:19.218779 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Bound port: 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f9a511-6330-4f02-abdc-df7b0bcddd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:45:19.219160 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:19.269598 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:19.285681 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] For port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:45:19.288954 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:19.308423 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] For port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=6ff4723a-a26f-4558-8cbc-747d6bb8b4d6,segment=NetworkSegment(99f9a511-6330-4f02-abdc-df7b0bcddd4b),segment_id=99f9a511-6330-4f02-abdc-df7b0bcddd4b)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:45:19.315641 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:19.359824 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Routers {'8bfa2859-8436-4883-9f59-92a2f360cead'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:45:19.360449 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:45:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['8bfa2859-8436-4883-9f59-92a2f360cead'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:45:19.405618 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5546031-9937-41c3-b416-ffeefd7a6d3f None None] Pushing event updated for resources: {'Port': ['ID=6ff4723a-a26f-4558-8cbc-747d6bb8b4d6,revision_number=4']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:19.461844 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] Set router 8bfa2859-8436-4883-9f59-92a2f360cead gateway port host: None {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:45:19.658081 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'name': 'router1', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:45:05Z', 'updated_at': '2022-09-12T23:45:16Z', 'revision_number': 2, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'gw_port_host': None, '_interfaces': [{'id': '6ff4723a-a26f-4558-8cbc-747d6bb8b4d6', 'name': '', 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'mac_address': 'fa:16:3e:43:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:45:15Z', 'updated_at': '2022-09-12T23:45:19Z', 'revision_number': 4, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'subnets': [{'id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3fc4d5b-831c-4bf9-ae10-8595847bda20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:45:19.685804 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea97d-6769-40bc-8c36-ec5bc697466d None None] The sync data for ids ['8bfa2859-8436-4883-9f59-92a2f360cead'] in dv-cinder-820027-26-iscsi is: [{'id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'name': 'router1', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:45:05Z', 'updated_at': '2022-09-12T23:45:16Z', 'revision_number': 2, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'gw_port_host': None, '_interfaces': [{'id': '6ff4723a-a26f-4558-8cbc-747d6bb8b4d6', 'name': '', 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'mac_address': 'fa:16:3e:43:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:45:15Z', 'updated_at': '2022-09-12T23:45:19Z', 'revision_number': 4, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'subnets': [{'id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3fc4d5b-831c-4bf9-ae10-8595847bda20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:45:20.390393 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 60830) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:45:20.901716 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d97d5-c625-41ce-916e-5dc3f220b97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:45:20.903244 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-210d97d5-c625-41ce-916e-5dc3f220b97f admin admin] 10.222.0.26 "GET /networking/v2.0/networks/2516e979-4620-44cb-a22c-f82227160da3 HTTP/1.1" status: 200 len: 842 time: 0.5116844 Sep 12 23:45:20.914163 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:45:20.948631 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Made reservation on behalf of 16141215d11e48819148a2d135301f22 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:45:20.951517 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:20.995319 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:21.121837 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:21.301682 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.objects.ports [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112751) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 12 23:45:21.302046 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (618b734e-5fac-4676-a5da-6697982d7b54), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:21.355558 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=618b734e-5fac-4676-a5da-6697982d7b54,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:21.374887 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:45:21.375253 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Network hostable DHCP agents. Network: 2516e979-4620-44cb-a22c-f82227160da3, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:45:21.402808 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:45:21.419813 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 2516e979-4620-44cb-a22c-f82227160da3) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:45:21.425441 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:45:21.426842 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:21.431379 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68614713-7257-4040-8e88-8d05242ac1e5 None None] Network 2516e979-4620-44cb-a22c-f82227160da3 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:45:21.452404 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-6d0ba883-66ac-4843-8df1-6cc9094d07c2 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5419719 Sep 12 23:45:21.520892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:21.591131 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e156120-ac0a-465a-bb28-b87522cc55ff None None] Network 2516e979-4620-44cb-a22c-f82227160da3 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:45:22.393496 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=33,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:22.398265 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=41,neutron:INSERT=10 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:24.313193 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 60838) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:45:24.952189 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-a786e496-de1f-42bd-980a-0722edfa73bc demo admin] 10.222.0.26 "GET /networking/v2.0/routers/8bfa2859-8436-4883-9f59-92a2f360cead HTTP/1.1" status: 200 len: 710 time: 0.6378868 Sep 12 23:45:25.076133 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688e8873-c618-4570-8682-c22420829df9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:45:25.077521 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-688e8873-c618-4570-8682-c22420829df9 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/2516e979-4620-44cb-a22c-f82227160da3 HTTP/1.1" status: 200 len: 886 time: 0.1193485 Sep 12 23:45:25.086975 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:45:25.350972 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Publish callbacks [] for router_gateway (8bfa2859-8436-4883-9f59-92a2f360cead), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:25.654052 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Publish callbacks [] for router_gateway (8bfa2859-8436-4883-9f59-92a2f360cead), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:25.738600 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:25.810907 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:45:25.868209 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:45:25.868756 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:25.926114 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Allocated IP 172.27.1.162 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/4cbf2393-c4ea-474e-9437-bd39720d6bc6) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:45:25.961287 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:45:25.961588 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:26.006757 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=6ff4723a-a26f-4558-8cbc-747d6bb8b4d6,segment=NetworkSegment(99f9a511-6330-4f02-abdc-df7b0bcddd4b),segment_id=99f9a511-6330-4f02-abdc-df7b0bcddd4b)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:45:26.012889 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:26.023549 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:26.066044 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Publish callbacks [] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:26.095062 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=6ff4723a-a26f-4558-8cbc-747d6bb8b4d6,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:26.140032 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:26.195011 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:26.227579 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:45:26.234931 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:45:26.237929 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:45:26.244532 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Pushing event updated for resources: {'Port': ['ID=4cbf2393-c4ea-474e-9437-bd39720d6bc6,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:26.532789 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Publish callbacks [] for router_gateway (8bfa2859-8436-4883-9f59-92a2f360cead), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:26.732827 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-435931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15522'] for router (8bfa2859-8436-4883-9f59-92a2f360cead), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:26.739074 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-435922'] for router (8bfa2859-8436-4883-9f59-92a2f360cead), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:26.853823 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Router 8bfa2859-8436-4883-9f59-92a2f360cead has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:45:26.967518 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:45:26.973537 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:26.974749 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-5ae120f9-ef1a-4865-be5f-b8f8488480eb demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/8bfa2859-8436-4883-9f59-92a2f360cead HTTP/1.1" status: 200 len: 890 time: 1.8912082 Sep 12 23:45:26.978599 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Sync routers for ids ['8bfa2859-8436-4883-9f59-92a2f360cead'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:45:26.992937 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Routers {'8bfa2859-8436-4883-9f59-92a2f360cead'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:45:26.993650 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:45:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['8bfa2859-8436-4883-9f59-92a2f360cead'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:45:27.207035 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:27.223725 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Set router 8bfa2859-8436-4883-9f59-92a2f360cead gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:45:27.631394 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'name': 'router1', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4cbf2393-c4ea-474e-9437-bd39720d6bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:45:05Z', 'updated_at': '2022-09-12T23:45:26Z', 'revision_number': 4, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'gw_port': {'id': '4cbf2393-c4ea-474e-9437-bd39720d6bc6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:45:25Z', 'updated_at': '2022-09-12T23:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '6ff4723a-a26f-4558-8cbc-747d6bb8b4d6', 'name': '', 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'mac_address': 'fa:16:3e:43:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:45:15Z', 'updated_at': '2022-09-12T23:45:25Z', 'revision_number': 5, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'subnets': [{'id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3fc4d5b-831c-4bf9-ae10-8595847bda20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:45:27.766844 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Checking router: 8bfa2859-8436-4883-9f59-92a2f360cead for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:45:27.767262 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Updating router 8bfa2859-8436-4883-9f59-92a2f360cead port 4cbf2393-c4ea-474e-9437-bd39720d6bc6 binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:45:27.804270 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:45:27.847185 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:27.964383 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:45:27.964669 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:28.081235 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:28.145288 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:45:28.241306 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Publish callbacks [] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:28.250845 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:28.289043 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Attempting to bind port 4cbf2393-c4ea-474e-9437-bd39720d6bc6 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:45:28.289779 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Attempting to bind port 4cbf2393-c4ea-474e-9437-bd39720d6bc6 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:45:28.290141 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Attempting to bind port 4cbf2393-c4ea-474e-9437-bd39720d6bc6 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:45:28.328914 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb02ad5-a65a-4321-b19c-6c999a089ac0 None None] Pushing event updated for resources: {'Port': ['ID=4cbf2393-c4ea-474e-9437-bd39720d6bc6,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:28.352502 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:45:28.352871 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:45:28.353273 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:28.353657 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:45:28.354121 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Bound port: 4cbf2393-c4ea-474e-9437-bd39720d6bc6, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:45:28.354499 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:28.404353 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] For port 4cbf2393-c4ea-474e-9437-bd39720d6bc6, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:45:28.407624 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] For port 4cbf2393-c4ea-474e-9437-bd39720d6bc6, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=4cbf2393-c4ea-474e-9437-bd39720d6bc6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:45:28.415743 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:28.441881 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:28.458582 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Routers {'8bfa2859-8436-4883-9f59-92a2f360cead'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:45:28.459242 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:45:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['8bfa2859-8436-4883-9f59-92a2f360cead'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:45:28.505641 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb02ad5-a65a-4321-b19c-6c999a089ac0 None None] Pushing event updated for resources: {'Port': ['ID=4cbf2393-c4ea-474e-9437-bd39720d6bc6,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:28.584762 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] Set router 8bfa2859-8436-4883-9f59-92a2f360cead gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:45:28.813104 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'name': 'router1', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4cbf2393-c4ea-474e-9437-bd39720d6bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:45:05Z', 'updated_at': '2022-09-12T23:45:26Z', 'revision_number': 4, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'gw_port': {'id': '4cbf2393-c4ea-474e-9437-bd39720d6bc6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:45:25Z', 'updated_at': '2022-09-12T23:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '6ff4723a-a26f-4558-8cbc-747d6bb8b4d6', 'name': '', 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'mac_address': 'fa:16:3e:43:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:45:15Z', 'updated_at': '2022-09-12T23:45:25Z', 'revision_number': 5, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'subnets': [{'id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3fc4d5b-831c-4bf9-ae10-8595847bda20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:45:28.840083 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8d669f-2025-465a-9878-6239af3cf199 None None] The sync data for ids ['8bfa2859-8436-4883-9f59-92a2f360cead'] in dv-cinder-820027-26-iscsi is: [{'id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'name': 'router1', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '4cbf2393-c4ea-474e-9437-bd39720d6bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:45:05Z', 'updated_at': '2022-09-12T23:45:26Z', 'revision_number': 4, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'gw_port': {'id': '4cbf2393-c4ea-474e-9437-bd39720d6bc6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:45:25Z', 'updated_at': '2022-09-12T23:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '6ff4723a-a26f-4558-8cbc-747d6bb8b4d6', 'name': '', 'network_id': '357a50f1-a14b-49b0-a360-ba4e3ddcd14a', 'tenant_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'mac_address': 'fa:16:3e:43:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bfa2859-8436-4883-9f59-92a2f360cead', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:45:15Z', 'updated_at': '2022-09-12T23:45:25Z', 'revision_number': 5, 'project_id': 'f42dee1d107e42cf88a3999f3871ae0c', 'subnets': [{'id': '627d0424-4515-427d-bd6d-4aaecc39cddc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f3fc4d5b-831c-4bf9-ae10-8595847bda20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:45:29.809368 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 4cbf2393-c4ea-474e-9437-bd39720d6bc6 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:45:29.855832 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 4cbf2393-c4ea-474e-9437-bd39720d6bc6 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:45:29.856151 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:29.885222 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 60850) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:45:29.899348 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:29.936332 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 4cbf2393-c4ea-474e-9437-bd39720d6bc6 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:45:29.936718 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:29.957839 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 4cbf2393-c4ea-474e-9437-bd39720d6bc6, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=4cbf2393-c4ea-474e-9437-bd39720d6bc6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:45:29.963892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:30.014418 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=4cbf2393-c4ea-474e-9437-bd39720d6bc6,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:45:30.313396 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ce9b4be1-4f2f-4beb-a491-a7d98da9f65a admin admin] 10.222.0.26 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4268486 Sep 12 23:45:31.440347 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=46,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:31.441600 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=27,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:31.797556 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 4cbf2393-c4ea-474e-9437-bd39720d6bc6 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:45:31.887589 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 4cbf2393-c4ea-474e-9437-bd39720d6bc6 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:45:31.888248 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (4cbf2393-c4ea-474e-9437-bd39720d6bc6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:31.987033 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 4cbf2393-c4ea-474e-9437-bd39720d6bc6 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:45:33.264654 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 5 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:45:36.270066 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=48 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:39.001245 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-fc8baa63-ce92-45e6-a838-7f814b6baaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:40.302333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:40.310380 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:41.960817 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-37ddab5f-2dd0-4a0f-916e-78c41de7f7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:43.207261 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:43.257995 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=41 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:44.040101 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:44.721956 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:45:54.708976 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:45:54.716712 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:46:08.984028 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-8677589f-f9cf-4931-94fc-a2a828628255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:10.264983 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 5 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:46:11.959302 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2cbe10d2-b713-4f54-bce1-e3d55c800217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:13.213197 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:13.283120 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:46:14.057185 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:14.727525 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:20.262354 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:46:24.051461 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:46:24.715906 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:46:36.265136 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:46:38.979737 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-52fc975c-ad76-412b-9c72-070e62a9bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:41.956664 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-af4abb55-1734-433e-986d-bfbc30dd2473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:43.204364 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:44.042215 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:44.725039 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:46:47.265779 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 5 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:46:50.270511 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:46:54.717483 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:46:54.720495 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:46:57.261049 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:02.017437 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33170) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:47:02.379461 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0b0417-f21d-4dca-a692-c871ca28d597 admin admin] GET failed (client error): The resource could not be found. Sep 12 23:47:02.380814 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-da0b0417-f21d-4dca-a692-c871ca28d597 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3623931 Sep 12 23:47:02.619271 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5516ab4b-2585-4457-a4e6-63eed8bea493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:02.620716 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-5516ab4b-2585-4457-a4e6-63eed8bea493 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2353294 Sep 12 23:47:05.184377 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33180) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:47:05.604773 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ef7f9-a1eb-4f47-a322-a233b9d402c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:05.606049 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-779ef7f9-a1eb-4f47-a322-a233b9d402c5 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/627d0424-4515-427d-bd6d-4aaecc39cddc HTTP/1.1" status: 200 len: 849 time: 0.4203260 Sep 12 23:47:05.617512 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:47:05.709940 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Publish callbacks [] for subnet (627d0424-4515-427d-bd6d-4aaecc39cddc), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:05.865642 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727824958082'] for subnet (627d0424-4515-427d-bd6d-4aaecc39cddc), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:05.897353 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:05.897940 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:05.899251 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] 10.222.0.26 "PUT /networking/v2.0/subnets/627d0424-4515-427d-bd6d-4aaecc39cddc HTTP/1.1" status: 200 len: 868 time: 0.2866349 Sep 12 23:47:05.915277 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da7e81-a655-44ad-bc5b-f70cc9c08ab2 None None] Network 357a50f1-a14b-49b0-a360-ba4e3ddcd14a requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:47:05.918917 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Pushing event updated for resources: {'Subnet': ['ID=627d0424-4515-427d-bd6d-4aaecc39cddc,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:47:05.928146 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.928531 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.928836 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.929173 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.929519 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.929947 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.930165 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.930473 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.930871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.931198 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.931553 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.931880 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.932269 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.932591 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:05.932915 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33da7add-42a5-4f54-ad2b-8b4a31c0798b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:47:06.296056 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-d84925f0-f924-48c3-8dd5-ab26f5297ef2 None None] Provisioning complete for port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:47:06.296443 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d84925f0-f924-48c3-8dd5-ab26f5297ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (6ff4723a-a26f-4558-8cbc-747d6bb8b4d6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:06.374943 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-d84925f0-f924-48c3-8dd5-ab26f5297ef2 None None] Current status of the port 6ff4723a-a26f-4558-8cbc-747d6bb8b4d6 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:47:06.384484 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-d84925f0-f924-48c3-8dd5-ab26f5297ef2 None None] Provisioning complete for port 574b7d12-a4b4-415d-8729-927494e32f9c triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:47:06.384853 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d84925f0-f924-48c3-8dd5-ab26f5297ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (574b7d12-a4b4-415d-8729-927494e32f9c), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:06.471134 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-d84925f0-f924-48c3-8dd5-ab26f5297ef2 None None] Current status of the port 574b7d12-a4b4-415d-8729-927494e32f9c is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:47:08.535189 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33188) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:47:08.983062 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4b03-34fb-4856-9717-e86be310473b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:09.040020 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91104581-6f82-4297-9cd9-825f11247631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:09.040714 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91104581-6f82-4297-9cd9-825f11247631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:09.042004 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-91104581-6f82-4297-9cd9-825f11247631 admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5058172 Sep 12 23:47:11.669887 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33196) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:47:11.963018 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e72fa072-9666-4247-9ca5-d5ce9ec5dcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:12.097348 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a62a0-a46a-4065-a5bd-af93bdd958ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:12.097811 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a62a0-a46a-4065-a5bd-af93bdd958ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:12.099401 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-b23a62a0-a46a-4065-a5bd-af93bdd958ea admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4285240 Sep 12 23:47:13.210761 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:14.037407 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:14.729457 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:14.730236 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33204) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:47:15.153988 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc515a-4359-4df9-914c-46dd2fb3d494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:15.155438 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-b0cc515a-4359-4df9-914c-46dd2fb3d494 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/2516e979-4620-44cb-a22c-f82227160da3 HTTP/1.1" status: 200 len: 886 time: 0.4242005 Sep 12 23:47:17.734006 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33212) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:47:18.128871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:18.130930 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:18.192530 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d505a93-b29b-4163-a132-074a29817cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:18.193929 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-6d505a93-b29b-4163-a132-074a29817cc0 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/357a50f1-a14b-49b0-a360-ba4e3ddcd14a HTTP/1.1" status: 200 len: 869 time: 0.4590299 Sep 12 23:47:20.810934 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33220) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:47:21.225767 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a437eb4e-d32a-4a4e-9fa4-59bf688584df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:21.226219 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a437eb4e-d32a-4a4e-9fa4-59bf688584df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:21.227846 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-a437eb4e-d32a-4a4e-9fa4-59bf688584df admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4160120 Sep 12 23:47:23.829819 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33228) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:47:24.225880 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb359f-cd76-4944-8530-214696b7fddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:24.226300 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb359f-cd76-4944-8530-214696b7fddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:24.227951 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-10eb359f-cd76-4944-8530-214696b7fddd admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3970780 Sep 12 23:47:24.268118 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 5 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:47:24.721337 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:24.723440 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:26.811539 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33236) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:47:27.213387 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c641f4b-f092-44ff-8a56-a400891d5c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:27.214771 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-2c641f4b-f092-44ff-8a56-a400891d5c1c admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/618b734e-5fac-4676-a5da-6697982d7b54 HTTP/1.1" status: 200 len: 816 time: 0.4023108 Sep 12 23:47:29.809738 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33244) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:47:30.218445 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd0cf29-2025-46be-b799-1117906701a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:47:30.219868 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-fdd0cf29-2025-46be-b799-1117906701a5 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/627d0424-4515-427d-bd6d-4aaecc39cddc HTTP/1.1" status: 200 len: 868 time: 0.4087977 Sep 12 23:47:37.208349 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=19 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:37.210545 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=32 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:37.943448 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=17 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:37.947084 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=17 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:38.989717 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-66b220b4-82ca-4fa9-8637-20d939e3688a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:40.213339 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:40.215355 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:41.958468 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-07507304-5b58-441d-b62f-ce15413de631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:43.211559 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:44.043671 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:44.731731 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:47:54.724071 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:47:54.726146 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:00.047572 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33304) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:48:00.526811 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [None req-fa43bec9-16cf-46f0-98c8-1f634453434f admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:48:00.527901 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-fa43bec9-16cf-46f0-98c8-1f634453434f admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4793408 Sep 12 23:48:01.266710 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 5 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:48:03.196099 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33312) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:48:03.563135 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2438f8f-66d0-434d-baf8-5b5641c0cbad admin admin] GET failed (client error): The resource could not be found. Sep 12 23:48:03.564532 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-c2438f8f-66d0-434d-baf8-5b5641c0cbad admin admin] 10.222.0.26 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3674388 Sep 12 23:48:03.659667 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e18577-ce64-4809-a1de-e46c0162c074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:48:03.661080 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-78e18577-ce64-4809-a1de-e46c0162c074 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0920079 Sep 12 23:48:06.270252 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33320) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:48:06.667044 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:48:06.691322 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Made reservation on behalf of 16141215d11e48819148a2d135301f22 for: {'network': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:48:06.693858 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:06.724170 dv-cinder-820027-26-iscsi neutron-server[112751]: WARNING neutron.services.revisions.revision_plugin [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Could not find related network for resource to bump revision. Sep 12 23:48:06.747974 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=112751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:48:06.767502 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727824965039', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (96a3c471-f560-4aa0-bb8c-6c35b9d51396), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:06.768028 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Unsubscribe: segment precommit_create {{(pid=112751) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 12 23:48:06.768517 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.segments_db [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Added segment 96a3c471-f560-4aa0-bb8c-6c35b9d51396 of type vlan for network bf47743a-a0a2-4f05-bc43-a6c5ab720141 Sep 12 23:48:06.823059 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (bf47743a-a0a2-4f05-bc43-a6c5ab720141), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:06.858727 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (bf47743a-a0a2-4f05-bc43-a6c5ab720141), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:06.859896 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:48:06.860625 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:06.932364 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6608391 Sep 12 23:48:06.969731 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Pushing event updated for resources: {'Network': ['ID=bf47743a-a0a2-4f05-bc43-a6c5ab720141,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:48:06.978150 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.978503 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.978895 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.979251 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.979597 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.979918 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.980265 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.980588 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.980931 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.981256 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.981596 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.981920 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.982253 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.982560 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.982877 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31f5688-c57f-451c-893d-2ad859cce91c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:06.996025 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network bf47743a-a0a2-4f05-bc43-a6c5ab720141 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:48:08.999258 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-65f4a648-0ef1-4831-8a8b-27b0a3e4d1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:09.590690 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33328) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:48:09.985584 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c2f29b-bd57-41bf-9a64-45ce1872337f admin admin] GET failed (client error): The resource could not be found. Sep 12 23:48:09.986956 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-71c2f29b-bd57-41bf-9a64-45ce1872337f admin admin] 10.222.0.26 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3952241 Sep 12 23:48:10.093901 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4671ded2-5318-4268-8394-44cd514564f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:48:10.095441 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-4671ded2-5318-4268-8394-44cd514564f8 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1038198 Sep 12 23:48:10.105624 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:48:10.135884 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Made reservation on behalf of 16141215d11e48819148a2d135301f22 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:48:10.138570 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:10.306868 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (6583fccd-08f3-4ca7-962d-746fe35689a2), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:10.364865 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6583fccd-08f3-4ca7-962d-746fe35689a2,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:48:10.373754 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Checking segment: {'id': '96a3c471-f560-4aa0-bb8c-6c35b9d51396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:48:10.374116 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Network hostable DHCP agents. Network: bf47743a-a0a2-4f05-bc43-a6c5ab720141, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:48:10.392207 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Network bf47743a-a0a2-4f05-bc43-a6c5ab720141 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:48:10.401274 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, bf47743a-a0a2-4f05-bc43-a6c5ab720141) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:48:10.406982 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:48:10.407732 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:10.412412 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739128f0-ffc9-4c8d-bcdd-6ab776f0cdf2 None None] Network bf47743a-a0a2-4f05-bc43-a6c5ab720141 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:48:10.428153 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-46b336f3-397e-4b84-a9cd-3a4768221630 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3259795 Sep 12 23:48:10.524369 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-bf47743a-a0a2-4f05-bc43-a6c5ab720141', 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141', 'project_id': '16141215d11e48819148a2d135301f22', 'fixed_ips': [{'subnet_id': '6583fccd-08f3-4ca7-962d-746fe35689a2'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:48:10.525620 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:10.670668 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Allocated IP 192.168.233.2 (bf47743a-a0a2-4f05-bc43-a6c5ab720141/6583fccd-08f3-4ca7-962d-746fe35689a2/3ad39f00-a05c-48ee-873c-09f05a1ee643) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:48:10.918396 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Publish callbacks [] for port (3ad39f00-a05c-48ee-873c-09f05a1ee643), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:10.925546 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (3ad39f00-a05c-48ee-873c-09f05a1ee643), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:10.967340 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Network bf47743a-a0a2-4f05-bc43-a6c5ab720141 is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:48:10.970547 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:48:10.977498 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:48:10.979675 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Pushing event updated for resources: {'Port': ['ID=3ad39f00-a05c-48ee-873c-09f05a1ee643,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:48:10.988896 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.989257 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.989600 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.989956 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.990288 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.990618 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.990937 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.991331 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.991633 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.992832 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.992832 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.992832 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.993266 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.993266 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:10.993585 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:48:11.057875 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Attempting to bind port 3ad39f00-a05c-48ee-873c-09f05a1ee643 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:48:11.057875 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Attempting to bind port 3ad39f00-a05c-48ee-873c-09f05a1ee643 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '96a3c471-f560-4aa0-bb8c-6c35b9d51396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:48:11.057875 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Attempting to bind port 3ad39f00-a05c-48ee-873c-09f05a1ee643 on network bf47743a-a0a2-4f05-bc43-a6c5ab720141 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:48:11.098941 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:48:11.099341 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Checking segment: {'id': '96a3c471-f560-4aa0-bb8c-6c35b9d51396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:48:11.099740 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:11.100142 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Bound using segment: {'id': '96a3c471-f560-4aa0-bb8c-6c35b9d51396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:48:11.100599 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Bound port: 3ad39f00-a05c-48ee-873c-09f05a1ee643, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3c471-f560-4aa0-bb8c-6c35b9d51396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:48:11.101004 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3ad39f00-a05c-48ee-873c-09f05a1ee643), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:11.164309 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] For port 3ad39f00-a05c-48ee-873c-09f05a1ee643, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:48:11.167541 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] For port 3ad39f00-a05c-48ee-873c-09f05a1ee643, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=3ad39f00-a05c-48ee-873c-09f05a1ee643,segment=NetworkSegment(96a3c471-f560-4aa0-bb8c-6c35b9d51396),segment_id=96a3c471-f560-4aa0-bb8c-6c35b9d51396)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:48:11.174721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3ad39f00-a05c-48ee-873c-09f05a1ee643), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:11.212837 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:11.218823 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:11.245782 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69262721-ec24-415e-a12b-b4326b4be086 None None] Pushing event updated for resources: {'Port': ['ID=3ad39f00-a05c-48ee-873c-09f05a1ee643,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:48:11.262521 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:11.264235 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:11.925294 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 3ad39f00-a05c-48ee-873c-09f05a1ee643 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:48:11.991730 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0ffe38a5-4ebb-46a1-829f-354d2147745e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:12.007188 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 3ad39f00-a05c-48ee-873c-09f05a1ee643 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:48:12.007601 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (3ad39f00-a05c-48ee-873c-09f05a1ee643), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:12.104645 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 3ad39f00-a05c-48ee-873c-09f05a1ee643 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:48:12.105034 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3ad39f00-a05c-48ee-873c-09f05a1ee643), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:12.116275 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4e79f-daff-4458-8c5b-067e22d63e8a None None] Network bf47743a-a0a2-4f05-bc43-a6c5ab720141 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:48:12.186823 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 3ad39f00-a05c-48ee-873c-09f05a1ee643, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=3ad39f00-a05c-48ee-873c-09f05a1ee643,segment=NetworkSegment(96a3c471-f560-4aa0-bb8c-6c35b9d51396),segment_id=96a3c471-f560-4aa0-bb8c-6c35b9d51396)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:48:12.197294 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3ad39f00-a05c-48ee-873c-09f05a1ee643), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:12.278191 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-ad0ff582-a80f-498c-b0da-b159dd6da8e8 None None] Provisioning complete for port 3ad39f00-a05c-48ee-873c-09f05a1ee643 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:48:12.278486 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff582-a80f-498c-b0da-b159dd6da8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (3ad39f00-a05c-48ee-873c-09f05a1ee643), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:12.317977 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=3ad39f00-a05c-48ee-873c-09f05a1ee643,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:48:12.383998 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ff582-a80f-498c-b0da-b159dd6da8e8 None None] Current status of the port 3ad39f00-a05c-48ee-873c-09f05a1ee643 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:48:12.605297 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-858c2ccc-6abd-40b4-b246-0f3fef7860ab None None] Provisioning complete for port 3ad39f00-a05c-48ee-873c-09f05a1ee643 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:48:12.605689 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-858c2ccc-6abd-40b4-b246-0f3fef7860ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (3ad39f00-a05c-48ee-873c-09f05a1ee643), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:12.687325 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-858c2ccc-6abd-40b4-b246-0f3fef7860ab None None] Current status of the port 3ad39f00-a05c-48ee-873c-09f05a1ee643 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:48:13.215381 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:13.655811 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=11 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:13.657147 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=11 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:13.899034 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 3ad39f00-a05c-48ee-873c-09f05a1ee643 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:48:13.946626 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 3ad39f00-a05c-48ee-873c-09f05a1ee643 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:48:13.946940 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (3ad39f00-a05c-48ee-873c-09f05a1ee643), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:14.033353 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 3ad39f00-a05c-48ee-873c-09f05a1ee643 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:48:14.044785 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:14.736768 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:20.420407 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=74,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:20.422203 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:INSERT=10,neutron:SELECT=64,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:24.728874 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:24.730969 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:38.266549 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 5 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:48:38.994333 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d206b74a-eee0-4d7f-9982-f04b4fb614c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:41.957136 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f7151a8e-b485-4c2e-80fc-2462c29e4b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:43.217066 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:44.042115 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:44.739790 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:48:48.262829 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:48.265665 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:54.732606 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:48:54.733940 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:09.004404 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d79ee8fe-9776-48aa-95e1-4b0bc3128a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:11.964541 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-41e47e59-31d5-42c4-8b30-a71df4d627d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:13.219517 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:14.038253 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:14.745478 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:15.266798 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 5 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:49:18.265257 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:24.730631 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:24.739206 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:25.106935 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33372) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:49:25.112801 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [None req-3b9b7979-1400-4a94-8b56-e3bb8adcffce tempest-verify_tempest_config-2059429873 tempest-verify_tempest_config-2059429873-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:49:25.113801 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-3b9b7979-1400-4a94-8b56-e3bb8adcffce tempest-verify_tempest_config-2059429873 tempest-verify_tempest_config-2059429873-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058672 Sep 12 23:49:25.262045 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:25.662909 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33390) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:49:26.028144 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:26.107109 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Publish callbacks [] for security_group (642edc42-2ed9-4ada-a4d2-b5f809998604), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:26.112575 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (642edc42-2ed9-4ada-a4d2-b5f809998604), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:26.159348 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cdf7c3e8e3f047c8aa61c72942630a94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4952800 Sep 12 23:49:26.160172 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642edc42-2ed9-4ada-a4d2-b5f809998604,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:49:26.162443 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33394) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:49:26.178896 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.179246 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.179597 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.179930 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.180255 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.180576 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.180895 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.181211 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.181525 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.181845 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.182175 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.182493 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.182812 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.183119 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.183483 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae838b87-734f-4994-b190-711fa7f7abfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:49:26.237173 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-567ca435-a1d9-4b5d-9c32-0d178cedd3c0 admin admin] Publish callbacks [] for security_group (642edc42-2ed9-4ada-a4d2-b5f809998604), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:26.258039 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-567ca435-a1d9-4b5d-9c32-0d178cedd3c0 admin admin] Publish callbacks [] for security_group (642edc42-2ed9-4ada-a4d2-b5f809998604), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:26.351228 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-567ca435-a1d9-4b5d-9c32-0d178cedd3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (642edc42-2ed9-4ada-a4d2-b5f809998604), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:26.353818 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-567ca435-a1d9-4b5d-9c32-0d178cedd3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:26.355037 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-567ca435-a1d9-4b5d-9c32-0d178cedd3c0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/642edc42-2ed9-4ada-a4d2-b5f809998604 HTTP/1.1" status: 204 len: 168 time: 0.1915958 Sep 12 23:49:26.363197 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ca435-a1d9-4b5d-9c32-0d178cedd3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642edc42-2ed9-4ada-a4d2-b5f809998604,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:49:36.299298 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=32,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:36.359509 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=39,neutron:INSERT=7,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:36.384579 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:37.857314 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=14 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:37.858093 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=12 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:39.003782 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-fd2778e4-232e-4dd1-afc2-c5ce52e22f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:41.966127 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a2b44f39-8780-489f-a5ad-22360b4f3d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:43.224135 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:44.043567 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:44.753338 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:49:52.268275 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 5 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:49:54.742776 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:49:54.746372 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:50:02.263715 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:50:09.007729 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d0636581-f2cc-419f-9891-a3d2d53df813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:50:09.254586 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=6 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:50:11.967923 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0de488f0-2caa-4646-a381-226c1c5dfc96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:50:13.228373 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:50:14.050640 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:50:14.758893 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:50:24.740836 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:50:24.749804 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:50:29.268206 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 5 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:50:36.258826 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:50:39.005288 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9328da1e-4355-47dd-abcf-1bd6188c619d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:50:39.264922 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:50:41.967393 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a03c42da-5f01-4c5f-94f6-b4ebc988e877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:50:43.231784 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:50:44.047503 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:50:44.757913 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:50:54.750766 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:50:54.753292 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:04.002915 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435263'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:06.272902 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:51:09.006313 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-b2dedf92-e4ed-4dce-a623-f761a0934ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:11.968839 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-1293ca2f-3a89-4b69-9064-ae67b79b2d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:13.231969 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:14.045753 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:14.759982 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:16.264984 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:16.265661 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:17.609949 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33486) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:51:17.754926 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1fb5a5b4-f6b7-44b8-9f4a-3e197b0ebe2c admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1437082 Sep 12 23:51:20.230043 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33496) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:51:20.310404 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-4dbfffa9-1b15-424f-8c29-c0ae44fee068 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0793233 Sep 12 23:51:24.750754 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:24.753783 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:27.747693 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:27.749878 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:30.302543 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:30.305734 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:33.990077 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:39.008342 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-734bbac9-549f-49b6-97f0-3dadb39d2dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:41.966346 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-b41e831d-8a7b-48e1-a832-77a1f36ffe8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:43.237794 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:43.272365 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:51:44.048584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:44.763867 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:51:46.262620 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=16 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:53.267837 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=18 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:54.751017 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:51:54.757769 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:03.997689 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:09.006041 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef5b9-9d83-4091-af2f-f688f47c9466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:11.961244 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-1cd31003-e525-4918-ab86-cc534d5ca5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:13.241255 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:14.047139 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:14.765475 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:20.271438 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:52:24.754609 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:24.760261 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:34.016848 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:36.254468 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=6 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:36.255519 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:39.002198 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e4b17668-5739-4e5a-85b0-ffb468808b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:41.967181 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-fad8ab42-8617-488b-ac7e-ad017daafd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:43.242797 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:44.042929 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:44.769255 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:54.756637 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:54.763686 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:56.315178 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33704) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:52:56.781311 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33718) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:52:57.117795 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-network', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:52:57.169083 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Made reservation on behalf of 6c458cf41ded4113a09fb07e10d81d39 for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:52:57.174370 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:57.185989 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33728) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:52:57.205947 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:57.284403 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:52:57.307607 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33748) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:52:57.350313 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Publish callbacks [] for security_group (7be9e6b5-988c-40f3-87b3-e65da8b2a51e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:57.358352 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7be9e6b5-988c-40f3-87b3-e65da8b2a51e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:57.426364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be9e6b5-988c-40f3-87b3-e65da8b2a51e,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:52:57.431660 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-716039656-network', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:52:57.464934 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.465650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.466216 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.472715 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.473264 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.473991 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.474325 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.476551 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.478431 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.479958 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.480230 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Made reservation on behalf of 58a7b6a5dc86486682777285fa3295ac for: {'network': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:52:57.481722 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.482949 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.485559 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:57.486716 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.487527 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.488399 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Tracked resource versions report: Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: pushed versions: Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: { 'AddressGroup': {'1.2'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Agent': {'1.1'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'ConntrackHelper': {'1.0'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Log': {'1.0'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'NDPProxy': {'1.0'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Network': {'1.1'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Port': {'1.7'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'PortForwarding': {'1.3'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'QosPolicy': {'1.10'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SecurityGroup': {'1.5'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SubPort': {'1.0'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Subnet': {'1.1'}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Trunk': {'1.1'}} Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: consumer versions: Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: { DHCP agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: HyperV agent@hv-cinder-82002: {}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: L3 agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: Metadata agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: Metering agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: Open vSwitch agent@dv-cinder-820027-26-iscsi: { 'AddressGroup': '1.2', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Agent': '1.1', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'ConntrackHelper': '1.0', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'LocalIPAssociation': '1.0', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Log': '1.0', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'NDPProxy': '1.0', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Network': '1.1', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Port': '1.7', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'PortForwarding': '1.3', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'QosPolicy': '1.10', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SecurityGroup': '1.5', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SecurityGroupRule': '1.2', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'SubPort': '1.0', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Subnet': '1.1', Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: 'Trunk': '1.1'}} Sep 12 23:52:57.491012 dv-cinder-820027-26-iscsi neutron-server[112752]: {{(pid=112752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:52:57.508943 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=112752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:52:57.512620 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:57.536250 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (c92019af-1823-4884-8715-bc17dc0499ec), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:57.537087 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Added segment c92019af-1823-4884-8715-bc17dc0499ec of type vlan for network d12b1ca0-0f82-443c-a352-272c3b2c327e Sep 12 23:52:57.705479 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (d12b1ca0-0f82-443c-a352-272c3b2c327e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:57.854164 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-678684674-network', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:52:57.870891 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1810749684-network', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:52:57.874879 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (d12b1ca0-0f82-443c-a352-272c3b2c327e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:57.876771 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:52:57.877652 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:57.902039 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5855289 Sep 12 23:52:57.913115 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33772) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:52:57.920963 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Request body: {'subnet': {'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-subnet', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:52:57.987660 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81829a-b548-4fdf-a701-0d65ef676684 admin admin] Pushing event updated for resources: {'Network': ['ID=d12b1ca0-0f82-443c-a352-272c3b2c327e,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:52:57.988296 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Made reservation on behalf of 6b2f385a651c408bb9d32b5c4e1ab6ff for: {'network': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:52:57.994042 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.000708 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network d12b1ca0-0f82-443c-a352-272c3b2c327e details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:52:58.031170 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Made reservation on behalf of 6c681f1232de4a5fbfc728c230f80624 for: {'network': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:52:58.035856 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.083112 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.091571 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.148684 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Made reservation on behalf of 6c458cf41ded4113a09fb07e10d81d39 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:52:58.151048 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.156310 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Publish callbacks [] for security_group (484b0fb6-24ef-409a-a62a-02e28aa27a43), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.179592 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (484b0fb6-24ef-409a-a62a-02e28aa27a43), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.269529 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=112751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:52:58.310668 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (a16c81d5-ee56-4af4-95c7-7ae1efc48bdc), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.310948 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.segments_db [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Added segment a16c81d5-ee56-4af4-95c7-7ae1efc48bdc of type vlan for network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 Sep 12 23:52:58.353944 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484b0fb6-24ef-409a-a62a-02e28aa27a43,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:52:58.412435 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.412777 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.413310 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.413650 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.413995 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.414333 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.414658 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.415005 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.415357 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.415690 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.415998 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.416315 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.416632 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.416945 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.417255 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Tracked resource versions report: Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: pushed versions: Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: { 'AddressGroup': {'1.2'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Agent': {'1.1'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'ConntrackHelper': {'1.0'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Log': {'1.0'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'NDPProxy': {'1.0'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Network': {'1.1'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Port': {'1.7'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'PortForwarding': {'1.3'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'QosPolicy': {'1.10'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SecurityGroup': {'1.5'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SubPort': {'1.0'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Subnet': {'1.1'}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Trunk': {'1.1'}} Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: consumer versions: Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: { DHCP agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: HyperV agent@hv-cinder-82002: {}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: L3 agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: Metadata agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: Metering agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: Open vSwitch agent@dv-cinder-820027-26-iscsi: { 'AddressGroup': '1.2', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Agent': '1.1', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'ConntrackHelper': '1.0', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'LocalIPAssociation': '1.0', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Log': '1.0', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'NDPProxy': '1.0', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Network': '1.1', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Port': '1.7', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'PortForwarding': '1.3', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'QosPolicy': '1.10', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SecurityGroup': '1.5', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SecurityGroupRule': '1.2', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'SubPort': '1.0', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Subnet': '1.1', Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: 'Trunk': '1.1'}} Sep 12 23:52:58.418465 dv-cinder-820027-26-iscsi neutron-server[112751]: {{(pid=112751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:52:58.447668 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=68,neutron:INSERT=31,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:58.472556 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (5efdc9e4-8d20-4e9b-8531-580dd880dff0), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.514646 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:58.517779 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Publish callbacks [] for security_group (510a4c89-3cfd-4961-92e1-40cd88f4eb9b), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.553048 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Publish callbacks [] for security_group (6b06856e-823d-4e99-ae44-8d3d7d8341e2), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.556522 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (510a4c89-3cfd-4961-92e1-40cd88f4eb9b), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.577575 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6b06856e-823d-4e99-ae44-8d3d7d8341e2), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.614161 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (5efdc9e4-8d20-4e9b-8531-580dd880dff0), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.615108 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:52:58.615817 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.621011 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=112751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:52:58.640867 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=112751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:52:58.718250 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510a4c89-3cfd-4961-92e1-40cd88f4eb9b,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:52:58.741398 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (f8afd542-d1ba-4744-a3ca-20e563597814), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.742242 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.segments_db [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Added segment f8afd542-d1ba-4744-a3ca-20e563597814 of type vlan for network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c Sep 12 23:52:58.796496 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0132082 Sep 12 23:52:58.797885 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (ad4e377c-5cc5-4d6e-adf3-11a7059ac697), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.798224 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.segments_db [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Added segment ad4e377c-5cc5-4d6e-adf3-11a7059ac697 of type vlan for network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 Sep 12 23:52:58.801047 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33814) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:52:58.809370 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Request body: {'subnet': {'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-716039656-subnet', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:52:58.840289 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Made reservation on behalf of 58a7b6a5dc86486682777285fa3295ac for: {'subnet': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:52:58.843958 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.967427 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (20a68d2a-ddbf-4ea2-8101-d2cc10f686c2), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:58.994967 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.003962 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b06856e-823d-4e99-ae44-8d3d7d8341e2,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:52:59.082596 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771e110-99f1-4306-9933-5bb1bf64669c admin admin] Pushing event updated for resources: {'Network': ['ID=5efdc9e4-8d20-4e9b-8531-580dd880dff0,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:52:59.097339 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (44934c4b-e07a-4c1a-9ac8-ec89467058c7), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.126899 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:52:59.212390 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:52:59.246645 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.248094 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:52:59.249002 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.297486 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Checking segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:52:59.303309 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Network hostable DHCP agents. Network: d12b1ca0-0f82-443c-a352-272c3b2c327e, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:52:59.346619 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (44934c4b-e07a-4c1a-9ac8-ec89467058c7), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.350012 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:52:59.351831 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.420662 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2332463 Sep 12 23:52:59.431779 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33848) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:52:59.451772 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Request body: {'subnet': {'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-subnet', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:52:59.478453 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (acd0dd24-67d7-4a55-abb9-940744359158), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.488519 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1786940 Sep 12 23:52:59.493505 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33852) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:52:59.521472 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Request body: {'subnet': {'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-subnet', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:52:59.526799 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Network d12b1ca0-0f82-443c-a352-272c3b2c327e is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:52:59.542614 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c4990-080f-450a-8f35-f26d45acc87c admin admin] Pushing event updated for resources: {'Network': ['ID=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:52:59.559211 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:52:59.616861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Made reservation on behalf of 6b2f385a651c408bb9d32b5c4e1ab6ff for: {'subnet': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:52:59.622367 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.636976 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc001c4d-d9fd-48d6-80c1-3ab0e5044a9f admin admin] Pushing event updated for resources: {'Network': ['ID=44934c4b-e07a-4c1a-9ac8-ec89467058c7,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:52:59.642115 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, d12b1ca0-0f82-443c-a352-272c3b2c327e) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:52:59.658735 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:52:59.660585 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.678402 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:59.692367 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-7c43d93a-9cfc-439a-b8dc-f7cc5eb1040e admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7779744 Sep 12 23:52:59.697422 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33858) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:52:59.712283 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:52:59.737389 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6224fcf9-760c-4353-babe-3358cbdea5d1 None None] Network d12b1ca0-0f82-443c-a352-272c3b2c327e requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:52:59.765530 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (4c304214-a3ab-4bea-b2b5-aef94e0c170c), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.768189 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (4c304214-a3ab-4bea-b2b5-aef94e0c170c), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.782967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Checking segment: {'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:52:59.783355 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Network hostable DHCP agents. Network: 5efdc9e4-8d20-4e9b-8531-580dd880dff0, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:52:59.790376 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:52:59.811509 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:59.812515 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Made reservation on behalf of 6c681f1232de4a5fbfc728c230f80624 for: {'subnet': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:52:59.819979 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:52:59.872494 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:52:59.985237 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd0dd24-67d7-4a55-abb9-940744359158,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:00.045659 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:53:00.058383 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks [] for router_controller (4c304214-a3ab-4bea-b2b5-aef94e0c170c), precommit_add_association {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:00.112874 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 5efdc9e4-8d20-4e9b-8531-580dd880dff0) {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:00.139304 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33868) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:00.173472 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:00.177658 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:00.216179 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff3dbcd-3b82-44f6-b3e2-7cd68a9e9eaf None None] Network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:53:00.411032 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-111c7155-ddb1-4103-a571-a0d9aeba2ba6 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6079752 Sep 12 23:53:00.414566 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33872) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:00.419509 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-716039656-router', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:00.430254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (906cbf42-8859-49fd-9442-6e0a10c87391), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:00.471836 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks [] for router_gateway (4c304214-a3ab-4bea-b2b5-aef94e0c170c), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:00.655100 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-5efdc9e4-8d20-4e9b-8531-580dd880dff0', 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0', 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'fixed_ips': [{'subnet_id': 'acd0dd24-67d7-4a55-abb9-940744359158'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:53:00.657444 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:00.714090 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-d12b1ca0-0f82-443c-a352-272c3b2c327e', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:53:00.716247 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:00.716444 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:00.797342 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Checking segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:00.797342 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Network hostable DHCP agents. Network: 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:53:00.932350 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:00.934485 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:00.952905 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-edebd52f-a1f3-4e92-a703-b3686d3d5db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.122311 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-edebd52f-a1f3-4e92-a703-b3686d3d5db7 admin admin] Publish callbacks [] for security_group (17dc1d5f-d746-4a66-96ec-694121dd4e0e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.124424 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:53:01.143858 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:01.145473 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-edebd52f-a1f3-4e92-a703-b3686d3d5db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (17dc1d5f-d746-4a66-96ec-694121dd4e0e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.217508 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906cbf42-8859-49fd-9442-6e0a10c87391,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:01.240900 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-edebd52f-a1f3-4e92-a703-b3686d3d5db7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e775a06b78204f9192086fd27345738e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0993421 Sep 12 23:53:01.251584 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c) {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:01.260873 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (51715cd9-81d5-47d9-93a2-026817915c36), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.268006 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33898) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:01.335278 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks [] for router_gateway (4c304214-a3ab-4bea-b2b5-aef94e0c170c), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.355630 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:01.356234 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.359115 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.398053 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebd52f-a1f3-4e92-a703-b3686d3d5db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc1d5f-d746-4a66-96ec-694121dd4e0e,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:01.416888 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149941cb-071b-4b91-bcb0-dbcc75bb6374 None None] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:53:01.508838 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Allocated IP 172.27.1.212 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/acdb085d-4a40-4aca-9547-041dab6dcee3) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:01.525987 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks [] for router_controller (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), precommit_add_association {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.527531 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:01.559032 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Allocated IP 172.20.0.2 (d12b1ca0-0f82-443c-a352-272c3b2c327e/20a68d2a-ddbf-4ea2-8101-d2cc10f686c2/438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:01.625159 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Allocated IP 172.20.0.2 (5efdc9e4-8d20-4e9b-8531-580dd880dff0/acd0dd24-67d7-4a55-abb9-940744359158/9a7d5795-9aa9-460e-8d73-c8589f420faf) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:01.633409 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-8f6538aa-9c94-4605-a09f-98dc9c024690 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1987896 Sep 12 23:53:01.644366 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33912) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:01.655721 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:01.685944 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:01.754020 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51715cd9-81d5-47d9-93a2-026817915c36,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:01.790103 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.792131 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.805120 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks [] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.824102 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Checking segment: {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:01.824743 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Network hostable DHCP agents. Network: 44934c4b-e07a-4c1a-9ac8-ec89467058c7, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:53:01.932977 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:01.967258 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:53:01.968242 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.987016 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks [] for router_controller (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), precommit_add_association {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:01.989103 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks [] for router_gateway (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.000690 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-15fa6a54-860f-4763-b67f-5586c3714ff1 admin admin] Publish callbacks [] for security_group (17dc1d5f-d746-4a66-96ec-694121dd4e0e), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.050757 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-15fa6a54-860f-4763-b67f-5586c3714ff1 admin admin] Publish callbacks [] for security_group (17dc1d5f-d746-4a66-96ec-694121dd4e0e), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.052806 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:53:02.129460 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 44934c4b-e07a-4c1a-9ac8-ec89467058c7) {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:02.138299 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:02.139085 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.305343 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.371142 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-15fa6a54-860f-4763-b67f-5586c3714ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (17dc1d5f-d746-4a66-96ec-694121dd4e0e), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.378807 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-15fa6a54-860f-4763-b67f-5586c3714ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.380849 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-15fa6a54-860f-4763-b67f-5586c3714ff1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/17dc1d5f-d746-4a66-96ec-694121dd4e0e HTTP/1.1" status: 204 len: 168 time: 1.0673523 Sep 12 23:53:02.391011 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-d256ce3a-dca0-4040-a0c8-68aef8f4d027 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8865654 Sep 12 23:53:02.417330 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 33940) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:02.428929 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:02.433695 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde51ac8-6888-431a-877a-d8844432e2c4 None None] Network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:53:02.461559 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa6a54-860f-4763-b67f-5586c3714ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc1d5f-d746-4a66-96ec-694121dd4e0e,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:02.471788 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Pushing event updated for resources: {'Port': ['ID=acdb085d-4a40-4aca-9547-041dab6dcee3,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:02.492431 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (1ab1acbc-3600-425a-890d-ec3cfbf74c27), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.493954 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (1ab1acbc-3600-425a-890d-ec3cfbf74c27), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.551558 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:02.595969 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks [] for router_controller (1ab1acbc-3600-425a-890d-ec3cfbf74c27), precommit_add_association {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.641835 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks [] for router_gateway (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:02.698948 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:02.707299 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:02.837069 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33946) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:02.921503 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:03.009364 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Publish callbacks [] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:03.015453 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks [] for router_gateway (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:03.104751 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:03.300877 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:03.308714 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Publish callbacks [] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:03.315135 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Network d12b1ca0-0f82-443c-a352-272c3b2c327e is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:03.320309 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:03.323719 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:03.352857 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9f73c527-42db-4c51-a119-47a092c48e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:03.387760 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:03.397006 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:03.410629 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks [] for router_gateway (1ab1acbc-3600-425a-890d-ec3cfbf74c27), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:03.411482 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:03.472991 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Allocated IP 172.20.0.2 (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c/906cbf42-8859-49fd-9442-6e0a10c87391/a000cafb-b95a-4543-a31d-592a7d64b449) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:03.596547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:03.756677 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:03.798310 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:03.801225 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Pushing event updated for resources: {'Port': ['ID=438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:03.879462 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:03.915065 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:03.946818 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.947613 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.948200 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.948815 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.948971 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Allocated IP 172.27.1.55 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/cd008f75-24ea-4df9-b7ff-b1fd3f210316) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:03.949528 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.950720 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.950720 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.951442 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.952011 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.952631 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.953227 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.954360 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.954496 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.955067 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.955808 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Tracked resource versions report: Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: pushed versions: Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: { 'AddressGroup': {'1.2'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Agent': {'1.1'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'ConntrackHelper': {'1.0'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Log': {'1.0'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'NDPProxy': {'1.0'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Network': {'1.1'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Port': {'1.7'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'PortForwarding': {'1.3'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'QosPolicy': {'1.10'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SecurityGroup': {'1.5'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SubPort': {'1.0'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Subnet': {'1.1'}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Trunk': {'1.1'}} Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: consumer versions: Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: { DHCP agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: HyperV agent@hv-cinder-82002: {}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: L3 agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: Metadata agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: Metering agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: Open vSwitch agent@dv-cinder-820027-26-iscsi: { 'AddressGroup': '1.2', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Agent': '1.1', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'ConntrackHelper': '1.0', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'LocalIPAssociation': '1.0', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Log': '1.0', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'NDPProxy': '1.0', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Network': '1.1', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Port': '1.7', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'PortForwarding': '1.3', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'QosPolicy': '1.10', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SecurityGroup': '1.5', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SecurityGroupRule': '1.2', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'SubPort': '1.0', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Subnet': '1.1', Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: 'Trunk': '1.1'}} Sep 12 23:53:03.958158 dv-cinder-820027-26-iscsi neutron-server[112753]: {{(pid=112753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:53:03.984203 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:53:03.985878 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:03.989537 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks [] for router_gateway (4c304214-a3ab-4bea-b2b5-aef94e0c170c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.091703 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Attempting to bind port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:04.092224 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Attempting to bind port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:04.092959 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Attempting to bind port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed on network d12b1ca0-0f82-443c-a352-272c3b2c327e {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:04.104149 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks [] for router_gateway (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.112017 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9f73c527-42db-4c51-a119-47a092c48e19 admin admin] Publish callbacks [] for security_group (8de8711b-a375-49b5-a780-766d82f98aaf), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.175159 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.183609 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9f73c527-42db-4c51-a119-47a092c48e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (8de8711b-a375-49b5-a780-766d82f98aaf), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.235020 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks [] for router_gateway (1ab1acbc-3600-425a-890d-ec3cfbf74c27), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.259548 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-9f73c527-42db-4c51-a119-47a092c48e19 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f91493f2f0b34c5695131024db3f8baa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4183893 Sep 12 23:53:04.262527 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 33990) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:04.292472 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.429454 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks [] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.492242 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73c527-42db-4c51-a119-47a092c48e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de8711b-a375-49b5-a780-766d82f98aaf,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:04.527380 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.565369 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.601941 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:04.602503 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Checking segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:04.603121 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.603768 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Bound using segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:04.604543 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Bound port: 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:04.605249 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.669587 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Pushing event updated for resources: {'Port': ['ID=9a7d5795-9aa9-460e-8d73-c8589f420faf,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:04.684200 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:04.690407 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:04.693786 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-801cc87e-18ca-4123-a204-59c41c14284c admin admin] Publish callbacks [] for security_group (8de8711b-a375-49b5-a780-766d82f98aaf), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.709979 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Attempting to bind port 9a7d5795-9aa9-460e-8d73-c8589f420faf on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:04.710351 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Attempting to bind port 9a7d5795-9aa9-460e-8d73-c8589f420faf by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:04.711125 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Attempting to bind port 9a7d5795-9aa9-460e-8d73-c8589f420faf on network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:04.744636 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Publish callbacks [] for port (a000cafb-b95a-4543-a31d-592a7d64b449), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.797889 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:04.818290 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:04.828414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:04.831198 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:04.838169 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Pushing event updated for resources: {'Port': ['ID=cd008f75-24ea-4df9-b7ff-b1fd3f210316,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:04.919619 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Allocated IP 172.27.1.203 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/ff2002dc-753b-420f-8072-86b4aea405b6) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:04.970321 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-801cc87e-18ca-4123-a204-59c41c14284c admin admin] Publish callbacks [] for security_group (8de8711b-a375-49b5-a780-766d82f98aaf), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:05.018610 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:05.019489 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Pushing event updated for resources: {'Port': ['ID=a000cafb-b95a-4543-a31d-592a7d64b449,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:05.043673 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:05.047387 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:05.057812 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:05.058831 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Checking segment: {'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:05.059539 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:05.060159 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Bound using segment: {'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:05.060886 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Bound port: 9a7d5795-9aa9-460e-8d73-c8589f420faf, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:05.065043 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:05.073341 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] For port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:05.123164 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Allocated IP 172.20.0.2 (44934c4b-e07a-4c1a-9ac8-ec89467058c7/51715cd9-81d5-47d9-93a2-026817915c36/00946b94-f8c2-4f1c-bedd-e3c72e9d60a9) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:05.126758 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] For port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:05.168003 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (4c304214-a3ab-4bea-b2b5-aef94e0c170c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:05.224662 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:05.581347 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-801cc87e-18ca-4123-a204-59c41c14284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (8de8711b-a375-49b5-a780-766d82f98aaf), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:05.587515 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-801cc87e-18ca-4123-a204-59c41c14284c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:05.589807 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-801cc87e-18ca-4123-a204-59c41c14284c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8de8711b-a375-49b5-a780-766d82f98aaf HTTP/1.1" status: 204 len: 168 time: 1.3213329 Sep 12 23:53:05.631892 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Router 4c304214-a3ab-4bea-b2b5-aef94e0c170c is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:53:05.642056 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cc87e-18ca-4123-a204-59c41c14284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de8711b-a375-49b5-a780-766d82f98aaf,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:05.820582 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Publish callbacks [] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:05.841738 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:05.893254 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:05.907537 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:05.935647 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Attempting to bind port a000cafb-b95a-4543-a31d-592a7d64b449 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:05.936027 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Attempting to bind port a000cafb-b95a-4543-a31d-592a7d64b449 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:05.937726 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Attempting to bind port a000cafb-b95a-4543-a31d-592a7d64b449 on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:05.939733 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks [] for router_gateway (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:05.952531 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks [] for port (ff2002dc-753b-420f-8072-86b4aea405b6), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:06.033262 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] For port 9a7d5795-9aa9-460e-8d73-c8589f420faf, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:06.057721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] For port 9a7d5795-9aa9-460e-8d73-c8589f420faf, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=9a7d5795-9aa9-460e-8d73-c8589f420faf,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:06.081012 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:06.082679 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:53:06.088306 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:06.092718 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:06.104239 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Sync routers for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:53:06.124495 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:06.131396 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:06.131818 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:52:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:06.133415 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:06.137361 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:06.139372 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-49a3145b-a1bf-499b-b970-0535e4e1bc5e admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4375131 Sep 12 23:53:06.141107 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34056) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:06.148804 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:06.160677 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd552d-c46f-4a1f-aeb6-57119457c8d6 None None] Pushing event updated for resources: {'Port': ['ID=438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:06.431701 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:06.482474 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:06.482851 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Checking segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:06.486595 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34070) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:06.489084 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:06.490968 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Bound using segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:06.493018 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Bound port: a000cafb-b95a-4543-a31d-592a7d64b449, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:06.493637 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:06.498209 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Pushing event updated for resources: {'Port': ['ID=00946b94-f8c2-4f1c-bedd-e3c72e9d60a9,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:06.660978 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:06.751989 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:06.756644 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:06.776346 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:06.779578 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Attempting to bind port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:06.779915 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Attempting to bind port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:06.781456 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Attempting to bind port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 on network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:06.843780 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:06.946125 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Allocated IP 172.27.1.76 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/1f6bfe99-fda5-42b3-af97-b2e6a77e99a9) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:06.962602 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:06.963533 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Checking segment: {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:06.966974 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:06.969355 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Bound using segment: {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:06.970354 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Bound port: 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:06.971669 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:07.045568 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d84a96a1-855f-49ea-ad83-749c8e3eff1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:07.136093 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:03Z', 'revision_number': 3, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:07.176865 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7c8fc-38bf-4ed4-9dd0-62119a6b2778 None None] Pushing event updated for resources: {'Port': ['ID=9a7d5795-9aa9-460e-8d73-c8589f420faf,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:07.276008 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2002dc-753b-420f-8072-86b4aea405b6,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:07.289072 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Checking router: 4c304214-a3ab-4bea-b2b5-aef94e0c170c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:53:07.290675 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Updating router 4c304214-a3ab-4bea-b2b5-aef94e0c170c port acdb085d-4a40-4aca-9547-041dab6dcee3 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:53:07.406110 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:07.417921 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] For port a000cafb-b95a-4543-a31d-592a7d64b449, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:07.468931 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] For port a000cafb-b95a-4543-a31d-592a7d64b449, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=a000cafb-b95a-4543-a31d-592a7d64b449,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:07.534464 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:07.620658 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] For port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:07.668360 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] For port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=00946b94-f8c2-4f1c-bedd-e3c72e9d60a9,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:07.672317 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd376de-bf96-4f5a-a663-a748920ecf7a None None] Network d12b1ca0-0f82-443c-a352-272c3b2c327e requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:53:07.682845 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:07.811326 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks [] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:07.926468 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d84a96a1-855f-49ea-ad83-749c8e3eff1d admin admin] Publish callbacks [] for security_group (9ad37660-1d2d-424e-832b-a9d46b2d3418), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:07.999171 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d84a96a1-855f-49ea-ad83-749c8e3eff1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (9ad37660-1d2d-424e-832b-a9d46b2d3418), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:08.138798 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-d84a96a1-855f-49ea-ad83-749c8e3eff1d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=acc25286b0ed4dbdbc63be310ec92d6a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6217196 Sep 12 23:53:08.147084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34092) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:08.246887 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:08.272764 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:08.467351 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923c42a-1507-4619-9874-842471525aac None None] Network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:53:08.508077 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:08.522900 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a96a1-855f-49ea-ad83-749c8e3eff1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad37660-1d2d-424e-832b-a9d46b2d3418,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:08.666328 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:08.714608 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:08.715904 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-342bccae-c201-42ff-857d-b6af1fa6c2ff None None] Provisioning complete for port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:08.716913 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-342bccae-c201-42ff-857d-b6af1fa6c2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:08.722945 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:08.740268 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks [] for router_gateway (1ab1acbc-3600-425a-890d-ec3cfbf74c27), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:08.741368 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:08.746871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b071df62-84cb-4422-b699-a08a8ab9f10b admin admin] Publish callbacks [] for security_group (9ad37660-1d2d-424e-832b-a9d46b2d3418), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:08.765426 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:08.778690 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:08.796772 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:08.797580 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:08.805567 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13eb6b-9177-4878-97d3-d79601b6e4ac None None] Pushing event updated for resources: {'Port': ['ID=a000cafb-b95a-4543-a31d-592a7d64b449,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:08.841638 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:08.870811 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b071df62-84cb-4422-b699-a08a8ab9f10b admin admin] Publish callbacks [] for security_group (9ad37660-1d2d-424e-832b-a9d46b2d3418), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:08.982944 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Publish callbacks [] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.007570 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.106256 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Attempting to bind port acdb085d-4a40-4aca-9547-041dab6dcee3 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:09.108250 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Attempting to bind port acdb085d-4a40-4aca-9547-041dab6dcee3 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:09.109009 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Attempting to bind port acdb085d-4a40-4aca-9547-041dab6dcee3 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:09.129542 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6bfe99-fda5-42b3-af97-b2e6a77e99a9,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:09.163530 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8dcb9-533f-4409-8e57-b23e8f79eea3 None None] Pushing event updated for resources: {'Port': ['ID=00946b94-f8c2-4f1c-bedd-e3c72e9d60a9,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:09.216225 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f48a2823-0034-45dd-b1b7-9a20cc8ee6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.325873 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:53:09.338083 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:09.338480 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.382598 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b071df62-84cb-4422-b699-a08a8ab9f10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (9ad37660-1d2d-424e-832b-a9d46b2d3418), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.393053 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b071df62-84cb-4422-b699-a08a8ab9f10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.397618 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-b071df62-84cb-4422-b699-a08a8ab9f10b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9ad37660-1d2d-424e-832b-a9d46b2d3418 HTTP/1.1" status: 204 len: 168 time: 1.1966114 Sep 12 23:53:09.397827 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-342bccae-c201-42ff-857d-b6af1fa6c2ff None None] Current status of the port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:09.397827 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-342bccae-c201-42ff-857d-b6af1fa6c2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.403279 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Pushing event updated for resources: {'Port': ['ID=acdb085d-4a40-4aca-9547-041dab6dcee3,revision_number=2']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:09.459073 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:09.463139 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:09.463651 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.465300 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:09.468412 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Bound port: acdb085d-4a40-4aca-9547-041dab6dcee3, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:09.469888 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.479330 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.479683 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.481550 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.481919 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.482464 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.485983 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:09.492570 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:09.499261 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.499604 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.501166 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.503397 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.503984 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.504324 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.504667 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.509448 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.509966 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.510510 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Tracked resource versions report: Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: pushed versions: Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: { 'AddressGroup': {'1.2'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Agent': {'1.1'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'ConntrackHelper': {'1.0'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'LocalIPAssociation': {'1.0'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Log': {'1.0'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'NDPProxy': {'1.0'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Network': {'1.1'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Port': {'1.7'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'PortForwarding': {'1.3'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'QosPolicy': {'1.10'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SecurityGroup': {'1.5'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SecurityGroupRule': {'1.2'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SubPort': {'1.0'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Subnet': {'1.1'}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Trunk': {'1.1'}} Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: consumer versions: Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: { DHCP agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: HyperV agent@hv-cinder-82002: {}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: L3 agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: Metadata agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: Metering agent@dv-cinder-820027-26-iscsi: {}, Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: Open vSwitch agent@dv-cinder-820027-26-iscsi: { 'AddressGroup': '1.2', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Agent': '1.1', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'ConntrackHelper': '1.0', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'LocalIPAssociation': '1.0', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Log': '1.0', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'NDPProxy': '1.0', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Network': '1.1', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Port': '1.7', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'PortForwarding': '1.3', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'QosPolicy': '1.10', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SecurityGroup': '1.5', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SecurityGroupRule': '1.2', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'SubPort': '1.0', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Subnet': '1.1', Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: 'Trunk': '1.1'}} Sep 12 23:53:09.511921 dv-cinder-820027-26-iscsi neutron-server[112754]: {{(pid=112754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 12 23:53:09.540584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.541448 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 9a7d5795-9aa9-460e-8d73-c8589f420faf up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:09.620362 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:09.666657 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:09.675619 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071df62-84cb-4422-b699-a08a8ab9f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad37660-1d2d-424e-832b-a9d46b2d3418,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:09.676483 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.684376 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] For port acdb085d-4a40-4aca-9547-041dab6dcee3, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:09.690242 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] For port acdb085d-4a40-4aca-9547-041dab6dcee3, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=acdb085d-4a40-4aca-9547-041dab6dcee3,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:09.714022 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.809003 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:09.809823 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:52:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:09.858477 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70a8a8-f9c2-4a01-9f10-cb2fa7464f8f None None] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:53:09.886119 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.db.api [None req-342bccae-c201-42ff-857d-b6af1fa6c2ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 12 23:53:09.886948 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG oslo_db.api [None req-342bccae-c201-42ff-857d-b6af1fa6c2ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 12 23:53:09.958570 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (1ab1acbc-3600-425a-890d-ec3cfbf74c27), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:09.993392 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53993c-e99c-4996-8aa6-0cf85c7c9bf6 None None] Pushing event updated for resources: {'Port': ['ID=acdb085d-4a40-4aca-9547-041dab6dcee3,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:10.008942 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:10.052235 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 9a7d5795-9aa9-460e-8d73-c8589f420faf triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:10.052556 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:10.212828 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks [] for router_gateway (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:10.253955 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:10.448020 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:53:10.489328 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Sync routers for ids ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:53:10.511123 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-342bccae-c201-42ff-857d-b6af1fa6c2ff None None] Current status of the port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:10.524629 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 9a7d5795-9aa9-460e-8d73-c8589f420faf is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:10.525378 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:10.543563 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Routers {'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:10.544342 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:52:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:10.730422 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 9a7d5795-9aa9-460e-8d73-c8589f420faf, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=9a7d5795-9aa9-460e-8d73-c8589f420faf,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:10.739262 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:10.745587 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-445709ea-8069-4cd4-97da-665c41a01515 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.3296502 Sep 12 23:53:10.747331 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34142) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:10.759067 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb482759-af9d-4714-9bbe-e798ad1301fc None None] Network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:53:10.764763 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:10.842929 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:10.883679 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:10.905558 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Allocated IP 172.20.0.1 (d12b1ca0-0f82-443c-a352-272c3b2c327e/20a68d2a-ddbf-4ea2-8101-d2cc10f686c2/47f41240-36d1-437e-9e59-26df74a59f2d) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:10.947779 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:53:11.002271 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Provisioning complete for port 9a7d5795-9aa9-460e-8d73-c8589f420faf triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:11.002854 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:11.005288 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:03Z', 'revision_number': 3, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:11.104057 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99830455-7b13-4dc6-8112-0c61e1785145 None None] The sync data for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi is: [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:03Z', 'revision_number': 3, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:53:11.199211 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Set router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:11.287499 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:11.291782 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:53:11.302398 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Sync routers for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:53:11.338857 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:11.344845 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:52:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:11.380273 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:11.384794 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ed0665f8-8cea-4f7c-ab2e-f63cd65fd512 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9616206 Sep 12 23:53:11.399558 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34166) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:11.417174 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=9a7d5795-9aa9-460e-8d73-c8589f420faf,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:11.592821 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:11.599980 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:11.600502 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:11.702870 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:11.812158 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:11.856154 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Publish callbacks [] for port (47f41240-36d1-437e-9e59-26df74a59f2d), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:12.193928 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:07Z', 'revision_number': 3, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:12.215766 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34178) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:12.260351 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-c8a11658-960e-4e5c-b27f-0199587236d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:12.672423 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:12.672886 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:12.698810 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Checking router: 1ab1acbc-3600-425a-890d-ec3cfbf74c27 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:53:12.699616 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Updating router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 port ff2002dc-753b-420f-8072-86b4aea405b6 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:53:12.705590 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:12.729479 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:12.812682 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Current status of the port 9a7d5795-9aa9-460e-8d73-c8589f420faf is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:12.853682 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:13.022199 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Provisioning complete for port a000cafb-b95a-4543-a31d-592a7d64b449 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:13.023834 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:13.327099 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:13.439737 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff194570-252c-4d68-bb33-d5e056272b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:13.487997 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=47f41240-36d1-437e-9e59-26df74a59f2d,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:13.511767 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Network d12b1ca0-0f82-443c-a352-272c3b2c327e is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:13.527861 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:13.628183 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Allocated IP 172.20.0.1 (5efdc9e4-8d20-4e9b-8531-580dd880dff0/acd0dd24-67d7-4a55-abb9-940744359158/c51a0452-240d-46db-8a80-225ffef72afc) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:13.678558 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'name': 'tempest-DeleteServersTestJSON-716039656-router', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:00Z', 'updated_at': '2022-09-12T23:53:05Z', 'revision_number': 3, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'gw_port': {'id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:03Z', 'updated_at': '2022-09-12T23:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:13.681154 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:13.698627 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:13.699435 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (4c304214-a3ab-4bea-b2b5-aef94e0c170c), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:13.723288 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:13.738027 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Checking router: c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:53:13.738652 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Updating router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 port cd008f75-24ea-4df9-b7ff-b1fd3f210316 binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:53:13.837356 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:13.908999 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:13.912018 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:13.912863 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.039808 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Publish callbacks [] for port (ff2002dc-753b-420f-8072-86b4aea405b6), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.060425 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.111884 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff194570-252c-4d68-bb33-d5e056272b39 admin admin] Publish callbacks [] for security_group (6f7f7a2a-8560-43d7-98be-352a2076406a), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.135412 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Attempting to bind port ff2002dc-753b-420f-8072-86b4aea405b6 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:14.136160 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Attempting to bind port ff2002dc-753b-420f-8072-86b4aea405b6 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:14.137183 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Attempting to bind port ff2002dc-753b-420f-8072-86b4aea405b6 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:14.142582 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Current status of the port a000cafb-b95a-4543-a31d-592a7d64b449 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:14.143156 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.180532 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff194570-252c-4d68-bb33-d5e056272b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6f7f7a2a-8560-43d7-98be-352a2076406a), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.299617 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d1235-963a-43cf-8e3a-d47fd3b6f062 None None] Pushing event updated for resources: {'Port': ['ID=ff2002dc-753b-420f-8072-86b4aea405b6,revision_number=2']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:14.363872 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:14.369417 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:14.370233 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.370892 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:14.371724 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Bound port: ff2002dc-753b-420f-8072-86b4aea405b6, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:14.372574 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.391827 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Publish callbacks [] for port (c51a0452-240d-46db-8a80-225ffef72afc), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.455874 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (c51a0452-240d-46db-8a80-225ffef72afc), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.471704 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:14.473528 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff194570-252c-4d68-bb33-d5e056272b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7f7a2a-8560-43d7-98be-352a2076406a,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:14.504809 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] For port ff2002dc-753b-420f-8072-86b4aea405b6, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:14.509469 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] For port ff2002dc-753b-420f-8072-86b4aea405b6, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=ff2002dc-753b-420f-8072-86b4aea405b6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:14.524255 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.540079 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34228) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:14.540588 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ff194570-252c-4d68-bb33-d5e056272b39 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ab28c37dfab449dd9a3bbc5945dd7b55&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3209276 Sep 12 23:53:14.548787 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:14.552720 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:14.557521 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:14.558024 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.595388 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Publish callbacks [] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.598411 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:14.599653 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:14.646096 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=00946b94-f8c2-4f1c-bedd-e3c72e9d60a9,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:14.647936 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.658446 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:53:14.661214 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d1235-963a-43cf-8e3a-d47fd3b6f062 None None] Pushing event updated for resources: {'Port': ['ID=ff2002dc-753b-420f-8072-86b4aea405b6,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:14.680924 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:14.682149 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:14.689460 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.693201 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device a000cafb-b95a-4543-a31d-592a7d64b449 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:14.705181 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Pushing event updated for resources: {'Port': ['ID=c51a0452-240d-46db-8a80-225ffef72afc,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:14.760839 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.789784 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:14.818466 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:14.874617 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Attempting to bind port cd008f75-24ea-4df9-b7ff-b1fd3f210316 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:14.874926 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Attempting to bind port cd008f75-24ea-4df9-b7ff-b1fd3f210316 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:14.875804 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Attempting to bind port cd008f75-24ea-4df9-b7ff-b1fd3f210316 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:14.878313 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:14.914072 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=00946b94-f8c2-4f1c-bedd-e3c72e9d60a9,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:14.929050 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:14.950320 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:14.961503 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6591d7f2-991b-4d84-86b9-762d3c7cabe3 admin admin] Publish callbacks [] for security_group (6f7f7a2a-8560-43d7-98be-352a2076406a), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.065050 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c51a0452-240d-46db-8a80-225ffef72afc), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.075355 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cfb7c-2c4a-4d8d-915f-918a4901726b None None] Pushing event updated for resources: {'Port': ['ID=cd008f75-24ea-4df9-b7ff-b1fd3f210316,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:15.087679 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] For port a000cafb-b95a-4543-a31d-592a7d64b449, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=a000cafb-b95a-4543-a31d-592a7d64b449,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:15.099657 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.104892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.162713 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port a000cafb-b95a-4543-a31d-592a7d64b449 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:15.163149 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.165987 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Provisioning complete for port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:15.166349 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.205332 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6591d7f2-991b-4d84-86b9-762d3c7cabe3 admin admin] Publish callbacks [] for security_group (6f7f7a2a-8560-43d7-98be-352a2076406a), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.211762 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:07Z', 'revision_number': 3, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:15.245517 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34e23a-7061-4948-8d48-52473f0d25ca None None] The sync data for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi is: [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:07Z', 'revision_number': 3, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:53:15.255407 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:53:15.268549 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:15.268968 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:15.269325 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.270240 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.271050 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:15.271663 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Bound port: cd008f75-24ea-4df9-b7ff-b1fd3f210316, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:15.272061 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.283761 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:53:15.301089 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:15.305872 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Publish callbacks [] for port (c51a0452-240d-46db-8a80-225ffef72afc), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.315041 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c51a0452-240d-46db-8a80-225ffef72afc), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.316704 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.329361 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.330772 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c69845d5-05ba-4987-b64b-1359c2fb3ae9 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.6815400 Sep 12 23:53:15.343529 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34232) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:15.350648 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Pushing event updated for resources: {'Port': ['ID=a000cafb-b95a-4543-a31d-592a7d64b449,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:15.407639 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:15.408322 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:15.428960 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Pushing event updated for resources: {'Port': ['ID=c51a0452-240d-46db-8a80-225ffef72afc,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:15.508261 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:15.512699 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:15.513386 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] For port cd008f75-24ea-4df9-b7ff-b1fd3f210316, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:15.611678 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:15.628174 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6591d7f2-991b-4d84-86b9-762d3c7cabe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6f7f7a2a-8560-43d7-98be-352a2076406a), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.631002 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6591d7f2-991b-4d84-86b9-762d3c7cabe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.652354 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-6591d7f2-991b-4d84-86b9-762d3c7cabe3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6f7f7a2a-8560-43d7-98be-352a2076406a HTTP/1.1" status: 204 len: 168 time: 1.0794032 Sep 12 23:53:15.716060 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Publish callbacks [] for port (47f41240-36d1-437e-9e59-26df74a59f2d), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.720714 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:53:15.732983 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.733480 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (4c304214-a3ab-4bea-b2b5-aef94e0c170c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.736051 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591d7f2-991b-4d84-86b9-762d3c7cabe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7f7a2a-8560-43d7-98be-352a2076406a,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:15.743666 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-48472ece-79ad-4f20-9345-2c669209d551 None None] Current status of the port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:15.766272 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] For port cd008f75-24ea-4df9-b7ff-b1fd3f210316, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=cd008f75-24ea-4df9-b7ff-b1fd3f210316,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:15.832479 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:15.868321 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port a000cafb-b95a-4543-a31d-592a7d64b449 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:15.869508 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:15.918037 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=47f41240-36d1-437e-9e59-26df74a59f2d,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:15.936908 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:15.993455 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:53:16.010226 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-58f36157-7c32-4f37-8f69-d449521d1205 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/c3ae0cd3-975e-4d45-a186-5cf438cfe7d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2616956 Sep 12 23:53:16.042887 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:16.296118 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Allocated IP 172.20.0.1 (44934c4b-e07a-4c1a-9ac8-ec89467058c7/51715cd9-81d5-47d9-93a2-026817915c36/7540cf0a-250c-4fd9-baa6-c75dca715733) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:16.309978 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:16.334718 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:16.431790 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Routers {'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:16.449865 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:16.451292 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Provisioning complete for port 47f41240-36d1-437e-9e59-26df74a59f2d triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:16.451656 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:16.618868 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:16.720625 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Network d12b1ca0-0f82-443c-a352-272c3b2c327e is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:16.752047 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:16.898459 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cfb7c-2c4a-4d8d-915f-918a4901726b None None] Pushing event updated for resources: {'Port': ['ID=cd008f75-24ea-4df9-b7ff-b1fd3f210316,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:16.951443 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Port 47f41240-36d1-437e-9e59-26df74a59f2d cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:17.126726 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Provisioning complete for port c51a0452-240d-46db-8a80-225ffef72afc triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:17.126934 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c51a0452-240d-46db-8a80-225ffef72afc), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:17.146251 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34302) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:17.154432 dv-cinder-820027-26-iscsi neutron-server[112752]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 12 23:53:17.163330 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:17.200950 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Router 4c304214-a3ab-4bea-b2b5-aef94e0c170c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:53:17.267896 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] Set router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:17.330535 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Publish callbacks [] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:17.513213 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:17.543009 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:09Z', 'revision_number': 3, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:17.585780 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:53:17.586293 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Updating router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:53:17.601766 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Port c51a0452-240d-46db-8a80-225ffef72afc cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:17.606829 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:17.664715 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:17.686757 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Provisioning complete for port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:17.687310 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:17.747726 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cacc-1824-421f-8d3b-885bad583671 req-3a7da50e-0989-424e-ab3a-1baeceda8f3c tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:17.763634 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:17.764286 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:17.765324 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-3a7da50e-0989-424e-ab3a-1baeceda8f3c tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/networks?id=5efdc9e4-8d20-4e9b-8531-580dd880dff0 HTTP/1.1" status: 200 len: 811 time: 0.6101110 Sep 12 23:53:17.820429 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-70ab38d0-a29c-4857-b71e-9d71783c74a7 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/quotas/58a7b6a5dc86486682777285fa3295ac HTTP/1.1" status: 200 len: 375 time: 0.0537090 Sep 12 23:53:18.041243 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:18.083115 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:53:18.111815 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-15e8a085-111c-4db5-928d-6c2919279ce6 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/4c304214-a3ab-4bea-b2b5-aef94e0c170c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9496675 Sep 12 23:53:18.120322 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:18.125683 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7540cf0a-250c-4fd9-baa6-c75dca715733,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:18.138420 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-efeb15fa-8b28-4a2d-b364-6ca8a7cf7db5 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=58a7b6a5dc86486682777285fa3295ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3166883 Sep 12 23:53:18.140036 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Sync routers for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:53:18.198449 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:18.199125 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:18.227894 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:18.237029 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:18.240178 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (1ab1acbc-3600-425a-890d-ec3cfbf74c27), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:18.266349 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:18.303345 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:18.415067 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Current status of the port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:18.477637 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Provisioning complete for port a000cafb-b95a-4543-a31d-592a7d64b449 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:18.480248 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:18.636861 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:18.651954 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:18.651954 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:18.701232 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'name': 'tempest-DeleteServersTestJSON-716039656-router', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:00Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'gw_port': {'id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:03Z', 'updated_at': '2022-09-12T23:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c51a0452-240d-46db-8a80-225ffef72afc', 'name': '', 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'mac_address': 'fa:16:3e:39:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:12Z', 'updated_at': '2022-09-12T23:53:15Z', 'revision_number': 2, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'subnets': [{'id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:18.813209 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a4f3c9-cc09-4aa3-adc4-18b4cc1c8dac None None] The sync data for ids ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'] in dv-cinder-820027-26-iscsi is: [{'id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'name': 'tempest-DeleteServersTestJSON-716039656-router', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:00Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'gw_port': {'id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:03Z', 'updated_at': '2022-09-12T23:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c51a0452-240d-46db-8a80-225ffef72afc', 'name': '', 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'mac_address': 'fa:16:3e:39:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:12Z', 'updated_at': '2022-09-12T23:53:15Z', 'revision_number': 2, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'subnets': [{'id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:53:18.910482 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:18.975417 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-2f68560b-9880-43ce-8fc2-c5a9e86150c0 None None] Current status of the port a000cafb-b95a-4543-a31d-592a7d64b449 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:19.049569 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:19.053750 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device a000cafb-b95a-4543-a31d-592a7d64b449 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:19.217678 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-9ad6440d-90b6-4317-b01e-073dfca20cf1 None None] Provisioning complete for port 47f41240-36d1-437e-9e59-26df74a59f2d triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:19.235309 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9ad6440d-90b6-4317-b01e-073dfca20cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:19.338029 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:19.342548 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Publish callbacks [] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:19.357775 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Allocated IP 172.20.0.1 (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c/906cbf42-8859-49fd-9442-6e0a10c87391/e8c17ba8-c80f-4f38-b805-64c47141aa3d) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:19.438553 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:19.481390 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-49667c06-89f3-4d93-86ae-6c564969fc8e service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:53:19.501388 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-49667c06-89f3-4d93-86ae-6c564969fc8e service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5603027 Sep 12 23:53:19.550640 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6440d-90b6-4317-b01e-073dfca20cf1 None None] Port 47f41240-36d1-437e-9e59-26df74a59f2d cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:19.643648 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:15Z', 'revision_number': 2, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:19.647925 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:19.691165 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Checking router: 4c304214-a3ab-4bea-b2b5-aef94e0c170c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:53:19.692740 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Updating router 4c304214-a3ab-4bea-b2b5-aef94e0c170c port 47f41240-36d1-437e-9e59-26df74a59f2d binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:53:19.710349 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port a000cafb-b95a-4543-a31d-592a7d64b449 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:19.710946 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:19.738101 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:19.994888 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Attempting to bind port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:19.995971 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Attempting to bind port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:19.997111 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Attempting to bind port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:20.035391 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:20.068049 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34400) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:20.195778 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-9ad6440d-90b6-4317-b01e-073dfca20cf1 None None] Provisioning complete for port c51a0452-240d-46db-8a80-225ffef72afc triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:20.196645 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9ad6440d-90b6-4317-b01e-073dfca20cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c51a0452-240d-46db-8a80-225ffef72afc), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:20.325493 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Publish callbacks [] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:20.336005 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:20.342013 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:20.343435 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (1ab1acbc-3600-425a-890d-ec3cfbf74c27), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:20.358609 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c5d12-838e-424b-8a99-d0defb799df2 None None] Pushing event updated for resources: {'Port': ['ID=1f6bfe99-fda5-42b3-af97-b2e6a77e99a9,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:20.512156 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6440d-90b6-4317-b01e-073dfca20cf1 None None] Port c51a0452-240d-46db-8a80-225ffef72afc cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:20.554626 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:20.558527 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:20.561659 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:20.563721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:20.564889 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Bound port: 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:20.568110 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:20.701284 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port a000cafb-b95a-4543-a31d-592a7d64b449 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:20.702507 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device acdb085d-4a40-4aca-9547-041dab6dcee3 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:20.777387 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Publish callbacks [] for port (47f41240-36d1-437e-9e59-26df74a59f2d), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:20.785935 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:20.818085 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7540cf0a-250c-4fd9-baa6-c75dca715733,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:20.836220 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-9ad6440d-90b6-4317-b01e-073dfca20cf1 None None] Provisioning complete for port 7540cf0a-250c-4fd9-baa6-c75dca715733 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:20.837083 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9ad6440d-90b6-4317-b01e-073dfca20cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:20.844186 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:20.945052 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8217f06-6a60-4ea3-9e8c-9f56534dc6c7 None None] Pushing event updated for resources: {'Port': ['ID=47f41240-36d1-437e-9e59-26df74a59f2d,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:21.013504 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6440d-90b6-4317-b01e-073dfca20cf1 None None] Port 7540cf0a-250c-4fd9-baa6-c75dca715733 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:21.105084 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:21.106830 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Attempting to bind port 47f41240-36d1-437e-9e59-26df74a59f2d on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:21.107214 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Attempting to bind port 47f41240-36d1-437e-9e59-26df74a59f2d by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:21.107601 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Attempting to bind port 47f41240-36d1-437e-9e59-26df74a59f2d on network d12b1ca0-0f82-443c-a352-272c3b2c327e {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:21.136985 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:21.234458 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-da10134f-ee3f-497c-91b5-2b097b6be139 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/5efdc9e4-8d20-4e9b-8531-580dd880dff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7159238 Sep 12 23:53:21.238852 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port acdb085d-4a40-4aca-9547-041dab6dcee3 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:21.239423 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:21.346678 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] For port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:21.365639 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Publish callbacks [] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:21.405289 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:21.419253 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] For port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=1f6bfe99-fda5-42b3-af97-b2e6a77e99a9,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:21.437294 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:21.452874 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:21.453697 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Checking segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:21.454341 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:21.455674 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Bound using segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:21.459427 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Bound port: 47f41240-36d1-437e-9e59-26df74a59f2d, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:21.460494 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:21.482847 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:21.535892 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-4b21abde-496c-4013-9886-10fa96e7e914 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:21.538545 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-4b21abde-496c-4013-9886-10fa96e7e914 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 819 time: 1.4645066 Sep 12 23:53:21.554617 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] For port 47f41240-36d1-437e-9e59-26df74a59f2d, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:21.559452 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] For port 47f41240-36d1-437e-9e59-26df74a59f2d, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=47f41240-36d1-437e-9e59-26df74a59f2d,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:21.561177 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c5d12-838e-424b-8a99-d0defb799df2 None None] Pushing event updated for resources: {'Port': ['ID=1f6bfe99-fda5-42b3-af97-b2e6a77e99a9,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:21.575803 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:21.626180 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-097af89a-9d5c-4168-b0b7-1897687b5655 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/quotas/6c458cf41ded4113a09fb07e10d81d39 HTTP/1.1" status: 200 len: 375 time: 0.0596838 Sep 12 23:53:21.678925 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:21.679833 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:21.729672 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:21.764062 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port acdb085d-4a40-4aca-9547-041dab6dcee3 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:21.764890 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:21.769759 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:21.795424 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port acdb085d-4a40-4aca-9547-041dab6dcee3, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=acdb085d-4a40-4aca-9547-041dab6dcee3,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:21.806764 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:21.808202 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ff2002dc-753b-420f-8072-86b4aea405b6 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:21.831371 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8217f06-6a60-4ea3-9e8c-9f56534dc6c7 None None] Pushing event updated for resources: {'Port': ['ID=47f41240-36d1-437e-9e59-26df74a59f2d,revision_number=4']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:21.853861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34450) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:21.869612 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:21.871573 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:21.937075 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-e2d46df1-0d21-4b26-9855-29c44f654179 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3029454 Sep 12 23:53:21.955413 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:21.973754 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-ec76c013-1c23-4ed0-a16f-d16eb15bb115 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/5efdc9e4-8d20-4e9b-8531-580dd880dff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956635 Sep 12 23:53:21.994669 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:22.059457 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:22.086449 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:53:22.099918 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:22.100424 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:22.235321 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a0808481-1cc8-42c9-a7e0-c121b1a19807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:22.465559 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:22.554852 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Pushing event updated for resources: {'Port': ['ID=e8c17ba8-c80f-4f38-b805-64c47141aa3d,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:22.611104 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a0808481-1cc8-42c9-a7e0-c121b1a19807 admin admin] Publish callbacks [] for security_group (916a76f2-78f5-4730-a381-0a9905b79897), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:22.624923 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a0808481-1cc8-42c9-a7e0-c121b1a19807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (916a76f2-78f5-4730-a381-0a9905b79897), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:22.694820 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-a0808481-1cc8-42c9-a7e0-c121b1a19807 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=15ce950d29b644bd84c483561209ce5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8373401 Sep 12 23:53:22.695846 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34476) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:22.754536 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34478) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:22.777438 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:22.792651 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:22.816324 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0808481-1cc8-42c9-a7e0-c121b1a19807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916a76f2-78f5-4730-a381-0a9905b79897,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:22.899742 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-0425ba92-9abe-4bc0-8174-06dc58e401b6 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:53:22.901744 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-0425ba92-9abe-4bc0-8174-06dc58e401b6 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3055053 Sep 12 23:53:23.077386 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-eea6066f-43d6-47d4-8f5f-c8128a16e94a None None] Provisioning complete for port 7540cf0a-250c-4fd9-baa6-c75dca715733 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:23.078045 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-eea6066f-43d6-47d4-8f5f-c8128a16e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:23.224050 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=acdb085d-4a40-4aca-9547-041dab6dcee3,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:23.230063 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cb547b6a-37ee-400c-8103-d9fcb28a68e3 admin admin] Publish callbacks [] for security_group (916a76f2-78f5-4730-a381-0a9905b79897), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:23.231482 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:23.252827 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-58291028-0682-4bf5-aba7-1cf554a0072a req-5b19161b-dea6-4bd3-a622-b1df9e16be84 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 210 time: 0.1395082 Sep 12 23:53:23.320360 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cb547b6a-37ee-400c-8103-d9fcb28a68e3 admin admin] Publish callbacks [] for security_group (916a76f2-78f5-4730-a381-0a9905b79897), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:23.327519 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87b7a2-ff28-4412-a08d-dcddd89e39a9 None None] The sync data for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi is: [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:53:23.338676 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-a943d6e8-3391-4231-9e2d-48c79415c9a6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132946 Sep 12 23:53:23.481837 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port ff2002dc-753b-420f-8072-86b4aea405b6 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:23.482466 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:23.596928 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2e289205-b186-4070-ac84-ace0c1b64fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:23.628432 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-eea6066f-43d6-47d4-8f5f-c8128a16e94a None None] Port 7540cf0a-250c-4fd9-baa6-c75dca715733 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:23.653864 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-45a03fbc-e55c-4a76-9986-b3b8b85da3a1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140399 Sep 12 23:53:23.695785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cb547b6a-37ee-400c-8103-d9fcb28a68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (916a76f2-78f5-4730-a381-0a9905b79897), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:23.698702 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cb547b6a-37ee-400c-8103-d9fcb28a68e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:23.704163 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-cb547b6a-37ee-400c-8103-d9fcb28a68e3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/916a76f2-78f5-4730-a381-0a9905b79897 HTTP/1.1" status: 204 len: 168 time: 1.0064771 Sep 12 23:53:23.710963 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:23.734579 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:53:23.750123 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb547b6a-37ee-400c-8103-d9fcb28a68e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916a76f2-78f5-4730-a381-0a9905b79897,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:23.751386 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:23.801207 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-827aeb55-aa65-4c46-a32d-bc4d0f4405d6 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/1ab1acbc-3600-425a-890d-ec3cfbf74c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2428939 Sep 12 23:53:23.858550 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-2a9aa2f0-0236-47c9-b3b1-f4c19e049596 None None] Provisioning complete for port e8c17ba8-c80f-4f38-b805-64c47141aa3d triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:23.859094 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa2f0-0236-47c9-b3b1-f4c19e049596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:23.966346 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:23.970800 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Sync routers for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:53:24.009027 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-2a9aa2f0-0236-47c9-b3b1-f4c19e049596 None None] Port e8c17ba8-c80f-4f38-b805-64c47141aa3d cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:24.158086 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:24.159137 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:24.269479 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port ff2002dc-753b-420f-8072-86b4aea405b6 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:24.269875 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:24.351444 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:24.517633 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5a6b6b6c-e9fb-4e11-ab20-34778b751976 req-9681add3-e6af-4710-8a72-f9caa9732e1a tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 210 time: 0.1016860 Sep 12 23:53:24.536326 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Sync routers for ids ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:53:24.585014 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Routers {'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:24.589490 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:24.603623 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:24.778162 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34570) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:24.814383 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e85216ef-ded0-47cd-893f-532fd33f3260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:24.858481 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Publish callbacks [] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:24.911661 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2e289205-b186-4070-ac84-ace0c1b64fc5 admin admin] Publish callbacks [] for security_group (53fa79f6-f55e-4359-a103-612ca0d9d0a6), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:24.916874 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:24.922244 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:24.954150 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port ff2002dc-753b-420f-8072-86b4aea405b6, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=ff2002dc-753b-420f-8072-86b4aea405b6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:25.022453 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-81cc4228-89c6-404f-9342-27b506b81231 req-b7789450-1ec2-4df2-a98b-fc24a88117b2 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 210 time: 0.1378291 Sep 12 23:53:25.130133 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2e289205-b186-4070-ac84-ace0c1b64fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (53fa79f6-f55e-4359-a103-612ca0d9d0a6), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:25.199095 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:25.199977 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 9a7d5795-9aa9-460e-8d73-c8589f420faf up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:25.271654 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:09Z', 'revision_number': 3, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:25.277677 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e85216ef-ded0-47cd-893f-532fd33f3260 admin admin] Publish callbacks [] for security_group (b6c694ca-8c31-4f29-8cfc-8ce9340a6ed6), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:25.291042 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e85216ef-ded0-47cd-893f-532fd33f3260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b6c694ca-8c31-4f29-8cfc-8ce9340a6ed6), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:25.302645 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Set router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:25.378442 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-2e289205-b186-4070-ac84-ace0c1b64fc5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0f1fcf9b05564a3487c7e85986d07567&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6149349 Sep 12 23:53:25.399408 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34602) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:25.460862 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:25.465273 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-e85216ef-ded0-47cd-893f-532fd33f3260 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4d827105b9bd47a0bf020c56e7480d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6855025 Sep 12 23:53:25.496118 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2ce61e-06c9-4e00-8a74-bb7d9eea9784 None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:09Z', 'revision_number': 3, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:53:25.510867 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34608) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:25.511337 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34612) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:25.511977 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85216ef-ded0-47cd-893f-532fd33f3260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c694ca-8c31-4f29-8cfc-8ce9340a6ed6,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:25.552694 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-fa53c87d-8fd5-41d5-a58c-a0f966da2bba tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255463120', 'description': 'tempest-description--1142184596'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:25.612535 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:25.647648 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa53c87d-8fd5-41d5-a58c-a0f966da2bba tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:25.709659 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:25.794725 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:25.816074 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e289205-b186-4070-ac84-ace0c1b64fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fa79f6-f55e-4359-a103-612ca0d9d0a6,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:25.889800 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Pushing event updated for resources: {'Port': ['ID=e8c17ba8-c80f-4f38-b805-64c47141aa3d,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:25.974347 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=ff2002dc-753b-420f-8072-86b4aea405b6,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:26.041913 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 9a7d5795-9aa9-460e-8d73-c8589f420faf triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:26.042868 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:26.047929 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:20Z', 'revision_number': 2, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:26.370998 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Checking router: 1ab1acbc-3600-425a-890d-ec3cfbf74c27 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:53:26.371613 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Updating router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 port 7540cf0a-250c-4fd9-baa6-c75dca715733 binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:53:26.409448 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:53:26.424129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-901f8aeb-dafd-4f2e-94b0-51e7b9828e89 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:26.437700 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-901f8aeb-dafd-4f2e-94b0-51e7b9828e89 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 819 time: 0.7803776 Sep 12 23:53:26.449391 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'name': 'tempest-DeleteServersTestJSON-716039656-router', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:00Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'gw_port': {'id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:03Z', 'updated_at': '2022-09-12T23:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c51a0452-240d-46db-8a80-225ffef72afc', 'name': '', 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'mac_address': 'fa:16:3e:39:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:12Z', 'updated_at': '2022-09-12T23:53:15Z', 'revision_number': 2, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'subnets': [{'id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:26.471510 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-408e07e9-72f6-48a3-a595-17c5874fdc69 req-dd81d6dd-03b6-43a5-8bac-0d9c6c85d94d tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 210 time: 0.5798938 Sep 12 23:53:26.515021 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:26.569159 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-24f86d65-67c6-4c64-9374-cd4734f7a867 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/quotas/6c458cf41ded4113a09fb07e10d81d39 HTTP/1.1" status: 200 len: 375 time: 0.1286838 Sep 12 23:53:26.606907 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-f35a15c6-f741-4745-b441-457afb7454fc None None] Provisioning complete for port e8c17ba8-c80f-4f38-b805-64c47141aa3d triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:26.608156 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Checking router: c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:53:26.608703 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Updating router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 port c51a0452-240d-46db-8a80-225ffef72afc binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:53:26.609153 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f35a15c6-f741-4745-b441-457afb7454fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:26.625319 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:26.730262 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-2f9ef602-d1bd-4b8f-b409-83655865b68d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1592360 Sep 12 23:53:26.766950 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:53:26.809317 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c51a0452-240d-46db-8a80-225ffef72afc), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:26.817755 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-a729f0d6-496d-4eb4-881b-025456c7918c admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4292729 Sep 12 23:53:26.842692 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-f35a15c6-f741-4745-b441-457afb7454fc None None] Port e8c17ba8-c80f-4f38-b805-64c47141aa3d cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:26.978038 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 9a7d5795-9aa9-460e-8d73-c8589f420faf is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:27.028159 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa53c87d-8fd5-41d5-a58c-a0f966da2bba tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (5de61111-7e06-425d-bc0b-84b86182acb3), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.041067 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a337a82f-f554-4a40-a6c7-e13faef55041 admin admin] Publish callbacks [] for security_group (53fa79f6-f55e-4359-a103-612ca0d9d0a6), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.076112 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:27.137196 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa53c87d-8fd5-41d5-a58c-a0f966da2bba tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5de61111-7e06-425d-bc0b-84b86182acb3), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.160361 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cf235b0f-f0bc-464a-bf58-97e62cd82af8 admin admin] Publish callbacks [] for security_group (b6c694ca-8c31-4f29-8cfc-8ce9340a6ed6), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.362576 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a337a82f-f554-4a40-a6c7-e13faef55041 admin admin] Publish callbacks [] for security_group (53fa79f6-f55e-4359-a103-612ca0d9d0a6), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.394167 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cf235b0f-f0bc-464a-bf58-97e62cd82af8 admin admin] Publish callbacks [] for security_group (b6c694ca-8c31-4f29-8cfc-8ce9340a6ed6), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.628008 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa53c87d-8fd5-41d5-a58c-a0f966da2bba tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.631900 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-fa53c87d-8fd5-41d5-a58c-a0f966da2bba tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0933485 Sep 12 23:53:27.636789 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34678) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:27.642317 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-22a73a0f-f456-4b4e-8c29-485857fbb5d1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'security_group_rule': {'security_group_id': '5de61111-7e06-425d-bc0b-84b86182acb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:27.695962 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Publish callbacks [] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.709518 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.847957 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-22a73a0f-f456-4b4e-8c29-485857fbb5d1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (afcd347b-9330-43ba-97f4-a024bfcbbb14), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.897895 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device cd008f75-24ea-4df9-b7ff-b1fd3f210316 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:27.931188 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Publish callbacks [] for port (c51a0452-240d-46db-8a80-225ffef72afc), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:27.942827 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34680) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:27.964293 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:27.964977 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:28.009412 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c51a0452-240d-46db-8a80-225ffef72afc), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.031773 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53c87d-8fd5-41d5-a58c-a0f966da2bba tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de61111-7e06-425d-bc0b-84b86182acb3,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:28.222976 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:28.224456 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9927f-af5c-40f3-ae15-4dbf9a4ff4eb None None] Pushing event updated for resources: {'Port': ['ID=7540cf0a-250c-4fd9-baa6-c75dca715733,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:28.245107 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-e0223c9e-fadb-43c0-88f3-4525af4c1da6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4870896 Sep 12 23:53:28.343793 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Attempting to bind port 7540cf0a-250c-4fd9-baa6-c75dca715733 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:28.345283 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cf235b0f-f0bc-464a-bf58-97e62cd82af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b6c694ca-8c31-4f29-8cfc-8ce9340a6ed6), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.350044 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Attempting to bind port 7540cf0a-250c-4fd9-baa6-c75dca715733 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:28.350711 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Attempting to bind port 7540cf0a-250c-4fd9-baa6-c75dca715733 on network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:28.356331 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-22a73a0f-f456-4b4e-8c29-485857fbb5d1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (afcd347b-9330-43ba-97f4-a024bfcbbb14), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.361296 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cf235b0f-f0bc-464a-bf58-97e62cd82af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.362694 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-cf235b0f-f0bc-464a-bf58-97e62cd82af8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b6c694ca-8c31-4f29-8cfc-8ce9340a6ed6 HTTP/1.1" status: 204 len: 168 time: 2.7735188 Sep 12 23:53:28.395502 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a2e46239-1a40-44dd-80ae-64bc8500e865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.413747 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-22a73a0f-f456-4b4e-8c29-485857fbb5d1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (afcd347b-9330-43ba-97f4-a024bfcbbb14), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.448704 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port cd008f75-24ea-4df9-b7ff-b1fd3f210316 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:28.457721 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c346732-d342-4dfd-8cf7-905bbbad77d9 None None] Pushing event updated for resources: {'Port': ['ID=c51a0452-240d-46db-8a80-225ffef72afc,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:28.458200 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.488917 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a73a0f-f456-4b4e-8c29-485857fbb5d1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcd347b-9330-43ba-97f4-a024bfcbbb14,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:28.510280 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-22a73a0f-f456-4b4e-8c29-485857fbb5d1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.512758 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-22a73a0f-f456-4b4e-8c29-485857fbb5d1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8739994 Sep 12 23:53:28.518036 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34692) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:28.544568 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-1062d1cd-4889-4c03-964d-740cc3a0f415 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'security_group_rule': {'security_group_id': '5de61111-7e06-425d-bc0b-84b86182acb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:28.628245 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Attempting to bind port c51a0452-240d-46db-8a80-225ffef72afc on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:28.628627 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Attempting to bind port c51a0452-240d-46db-8a80-225ffef72afc by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:28.638483 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34694) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:28.640010 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Attempting to bind port c51a0452-240d-46db-8a80-225ffef72afc on network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:28.677466 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-20819714-82df-4917-8072-f4ef5c0dfc96 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2071086310', 'description': 'tempest-description--1334734105'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:28.774753 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1062d1cd-4889-4c03-964d-740cc3a0f415 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (de643472-0273-49d8-8fea-fff404ff8b24), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.775975 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf235b0f-f0bc-464a-bf58-97e62cd82af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c694ca-8c31-4f29-8cfc-8ce9340a6ed6,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:28.814394 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port cd008f75-24ea-4df9-b7ff-b1fd3f210316 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:28.815001 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.890545 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port cd008f75-24ea-4df9-b7ff-b1fd3f210316, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=cd008f75-24ea-4df9-b7ff-b1fd3f210316,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:28.931133 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-20819714-82df-4917-8072-f4ef5c0dfc96 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.939670 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a337a82f-f554-4a40-a6c7-e13faef55041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (53fa79f6-f55e-4359-a103-612ca0d9d0a6), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.945031 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.945972 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 47f41240-36d1-437e-9e59-26df74a59f2d up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:28.954001 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a337a82f-f554-4a40-a6c7-e13faef55041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.957793 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:28.958734 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-a337a82f-f554-4a40-a6c7-e13faef55041 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/53fa79f6-f55e-4359-a103-612ca0d9d0a6 HTTP/1.1" status: 204 len: 168 time: 3.4910870 Sep 12 23:53:28.969270 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Checking segment: {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:28.969916 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:28.970503 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Bound using segment: {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:28.972237 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Bound port: 7540cf0a-250c-4fd9-baa6-c75dca715733, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:28.973148 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.091539 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:29.092231 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Checking segment: {'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:29.092708 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.093239 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Bound using segment: {'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:29.094060 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Bound port: c51a0452-240d-46db-8a80-225ffef72afc, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:29.094650 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c51a0452-240d-46db-8a80-225ffef72afc), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.118741 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-efa83eec-13ab-4692-940e-a5da7f823751 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8685162 Sep 12 23:53:29.124843 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337a82f-f554-4a40-a6c7-e13faef55041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fa79f6-f55e-4359-a103-612ca0d9d0a6,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:29.209928 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5a363d39-dd9b-48dc-92f1-3a5c2b31960a req-4ce656e5-28d8-4bf6-b68a-c227281e93c2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 210 time: 0.0649610 Sep 12 23:53:29.215728 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a2e46239-1a40-44dd-80ae-64bc8500e865 admin admin] Publish callbacks [] for security_group (fb251c5a-2259-4b36-80dd-6d775065e2ab), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.216980 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:29.218035 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:29.306114 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1062d1cd-4889-4c03-964d-740cc3a0f415 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (de643472-0273-49d8-8fea-fff404ff8b24), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.347848 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a2e46239-1a40-44dd-80ae-64bc8500e865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (fb251c5a-2259-4b36-80dd-6d775065e2ab), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.419127 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1062d1cd-4889-4c03-964d-740cc3a0f415 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (de643472-0273-49d8-8fea-fff404ff8b24), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.481187 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] For port c51a0452-240d-46db-8a80-225ffef72afc, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:29.500988 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] For port c51a0452-240d-46db-8a80-225ffef72afc, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=c51a0452-240d-46db-8a80-225ffef72afc,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:29.517017 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:29.526219 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c51a0452-240d-46db-8a80-225ffef72afc), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.534037 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-a2e46239-1a40-44dd-80ae-64bc8500e865 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=517176a7deb449fd8d17755dff6250d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5872283 Sep 12 23:53:29.535773 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34712) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:29.547465 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062d1cd-4889-4c03-964d-740cc3a0f415 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de643472-0273-49d8-8fea-fff404ff8b24,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:29.561075 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-20819714-82df-4917-8072-f4ef5c0dfc96 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (b08d7ef9-f757-4fdd-86c3-58835ab38517), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.570711 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1062d1cd-4889-4c03-964d-740cc3a0f415 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.574466 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1062d1cd-4889-4c03-964d-740cc3a0f415 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0524030 Sep 12 23:53:29.578205 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e46239-1a40-44dd-80ae-64bc8500e865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb251c5a-2259-4b36-80dd-6d775065e2ab,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:29.605748 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34714) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:29.606900 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.18', 49905) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:29.616383 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-20819714-82df-4917-8072-f4ef5c0dfc96 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b08d7ef9-f757-4fdd-86c3-58835ab38517), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.644508 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:29.738135 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-20819714-82df-4917-8072-f4ef5c0dfc96 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:29.741546 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-20819714-82df-4917-8072-f4ef5c0dfc96 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0906823 Sep 12 23:53:29.747134 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34724) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:29.751834 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20819714-82df-4917-8072-f4ef5c0dfc96 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08d7ef9-f757-4fdd-86c3-58835ab38517,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:29.786926 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-0e9f6f75-40bd-4fae-ac9c-35f03b47fd2d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group_rule': {'security_group_id': 'b08d7ef9-f757-4fdd-86c3-58835ab38517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:29.819102 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Routers {'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:29.820324 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:29.868583 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6f75-40bd-4fae-ac9c-35f03b47fd2d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (706f4e22-f06a-46f0-a72b-8deaa2626040), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:30.061253 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=cd008f75-24ea-4df9-b7ff-b1fd3f210316,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:30.214888 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6f75-40bd-4fae-ac9c-35f03b47fd2d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (706f4e22-f06a-46f0-a72b-8deaa2626040), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:30.228978 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6f75-40bd-4fae-ac9c-35f03b47fd2d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (706f4e22-f06a-46f0-a72b-8deaa2626040), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:30.278648 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 47f41240-36d1-437e-9e59-26df74a59f2d triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:30.281253 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:30.336467 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f6f75-40bd-4fae-ac9c-35f03b47fd2d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706f4e22-f06a-46f0-a72b-8deaa2626040,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:30.369997 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6f75-40bd-4fae-ac9c-35f03b47fd2d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:30.378447 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0e9f6f75-40bd-4fae-ac9c-35f03b47fd2d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6275110 Sep 12 23:53:30.379861 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34746) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:30.389309 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-a8714e9c-7495-4d0a-a316-7b5effb3772f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group_rule': {'security_group_id': 'b08d7ef9-f757-4fdd-86c3-58835ab38517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:30.430955 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:30.456963 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a8714e9c-7495-4d0a-a316-7b5effb3772f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (d0f1fca0-fdbf-4e5c-a017-e26c20438da8), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:30.503693 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] For port 7540cf0a-250c-4fd9-baa6-c75dca715733, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:30.571156 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] For port 7540cf0a-250c-4fd9-baa6-c75dca715733, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=7540cf0a-250c-4fd9-baa6-c75dca715733,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:30.603620 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c346732-d342-4dfd-8cf7-905bbbad77d9 None None] Pushing event updated for resources: {'Port': ['ID=c51a0452-240d-46db-8a80-225ffef72afc,revision_number=4']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:30.606455 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:30.628043 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cbd7d3a3-e96a-4c1d-bb20-6c8789e4b210 req-b7ca3a32-682e-4f1e-ab49-083604a29fd5 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 210 time: 0.8330925 Sep 12 23:53:30.659013 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cacc-1824-421f-8d3b-885bad583671 req-0be57ec8-630d-4c4b-a396-3b44eaa1c6d9 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:30.672196 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] Set router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:30.676722 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-0be57ec8-630d-4c4b-a396-3b44eaa1c6d9 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5efdc9e4-8d20-4e9b-8531-580dd880dff0 HTTP/1.1" status: 200 len: 811 time: 0.9861579 Sep 12 23:53:30.713731 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a8714e9c-7495-4d0a-a316-7b5effb3772f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (d0f1fca0-fdbf-4e5c-a017-e26c20438da8), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:30.734229 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a8714e9c-7495-4d0a-a316-7b5effb3772f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (d0f1fca0-fdbf-4e5c-a017-e26c20438da8), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:30.771983 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Request body: {'port': {'device_id': 'cab7089c-6860-4148-9dd6-45939ee2c1a9', 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0', 'admin_state_up': True, 'tenant_id': '58a7b6a5dc86486682777285fa3295ac'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:30.806429 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 34754) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:30.813756 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:30.815388 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:30.846979 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8714e9c-7495-4d0a-a316-7b5effb3772f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f1fca0-fdbf-4e5c-a017-e26c20438da8,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:30.890833 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a8714e9c-7495-4d0a-a316-7b5effb3772f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:30.901388 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-a8714e9c-7495-4d0a-a316-7b5effb3772f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5151241 Sep 12 23:53:30.904526 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34758) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:30.944637 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:30.994519 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-50458b14-a28f-4563-9471-53c85955335a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:31.071099 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:31.126112 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.18', 49913) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:31.219865 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:31.256768 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9927f-af5c-40f3-ae15-4dbf9a4ff4eb None None] Pushing event updated for resources: {'Port': ['ID=7540cf0a-250c-4fd9-baa6-c75dca715733,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:31.313671 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 47f41240-36d1-437e-9e59-26df74a59f2d is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:31.314396 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:31.417035 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:53:31.473137 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:31.597551 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:31.599076 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:31.789809 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:32.164569 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 47f41240-36d1-437e-9e59-26df74a59f2d, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=47f41240-36d1-437e-9e59-26df74a59f2d,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:32.323186 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'name': 'tempest-DeleteServersTestJSON-716039656-router', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:00Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'gw_port': {'id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:03Z', 'updated_at': '2022-09-12T23:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c51a0452-240d-46db-8a80-225ffef72afc', 'name': '', 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'mac_address': 'fa:16:3e:39:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:12Z', 'updated_at': '2022-09-12T23:53:29Z', 'revision_number': 4, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'subnets': [{'id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:32.423283 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0fd0cbf6-344f-44b8-837c-8a506bc245dc admin admin] Publish callbacks [] for security_group (fb251c5a-2259-4b36-80dd-6d775065e2ab), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:32.483427 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-68d362ed-36b9-461a-834c-d104e7fdd0b5 req-ae796438-e4bd-41b6-aa8b-953d5006cfcd tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 210 time: 0.9719570 Sep 12 23:53:32.489106 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facaebf3-b7b8-4515-9762-8c473b33e382 None None] The sync data for ids ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'] in dv-cinder-820027-26-iscsi is: [{'id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'name': 'tempest-DeleteServersTestJSON-716039656-router', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:00Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'gw_port': {'id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:03Z', 'updated_at': '2022-09-12T23:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c51a0452-240d-46db-8a80-225ffef72afc', 'name': '', 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'mac_address': 'fa:16:3e:39:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:12Z', 'updated_at': '2022-09-12T23:53:29Z', 'revision_number': 4, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'subnets': [{'id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:53:32.490965 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:32.511852 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ff2002dc-753b-420f-8072-86b4aea405b6 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:32.579315 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:32.600892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:30Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:32.711799 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:32.903423 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dd5079-8fb9-4b7a-991c-94316b39f118 None None] The sync data for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi is: [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:30Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:53:33.101877 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-815fa2c3-4533-4be1-80fa-29aab6cf744f req-c82abd81-576b-4def-b0d7-58226f37b454 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 210 time: 0.8274181 Sep 12 23:53:33.213835 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0fd0cbf6-344f-44b8-837c-8a506bc245dc admin admin] Publish callbacks [] for security_group (fb251c5a-2259-4b36-80dd-6d775065e2ab), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:33.395037 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-2406c749-afea-422e-b1d9-b31fee6259c8 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:33.404210 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-2406c749-afea-422e-b1d9-b31fee6259c8 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 819 time: 2.2744393 Sep 12 23:53:33.435131 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:33.449534 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port ff2002dc-753b-420f-8072-86b4aea405b6 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:33.454778 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:33.468347 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-50458b14-a28f-4563-9471-53c85955335a admin admin] Publish callbacks [] for security_group (36eb6489-1baa-4162-b7ba-fbdb5aab55a2), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:33.490402 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.18', 49921) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:33.494848 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Request body: {'port': {'device_id': '695586a7-2b4d-477b-ab83-9e74f5f7078a', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'admin_state_up': True, 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:33.707562 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-50458b14-a28f-4563-9471-53c85955335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (36eb6489-1baa-4162-b7ba-fbdb5aab55a2), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:33.775407 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:34.084297 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-50458b14-a28f-4563-9471-53c85955335a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=26f349c524f24c848a43920142474e53&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2454772 Sep 12 23:53:34.104419 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34818) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:34.202107 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:34.291895 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Allocated IP 172.27.1.18 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/dedd0515-8af0-4a3e-b3ae-ac4378059900) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:34.295316 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:53:34.335260 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=47f41240-36d1-437e-9e59-26df74a59f2d,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:34.433755 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:34.561398 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Made reservation on behalf of 58a7b6a5dc86486682777285fa3295ac for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:53:34.569147 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:34.726697 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (dedd0515-8af0-4a3e-b3ae-ac4378059900), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:34.731856 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:34.758293 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port ff2002dc-753b-420f-8072-86b4aea405b6 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:34.767446 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cf70949c-d04e-4eb8-884b-4cf24e974072 req-dda48108-05d8-487d-84b4-4502c801a814 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 210 time: 0.2340589 Sep 12 23:53:34.773087 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device acdb085d-4a40-4aca-9547-041dab6dcee3 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:34.818800 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-173e56ae-d2da-428f-b912-2816e80b6ef5 req-2fe92978-ac76-43cf-a889-2387d7a16a17 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 210 time: 0.7637112 Sep 12 23:53:34.923591 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50458b14-a28f-4563-9471-53c85955335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eb6489-1baa-4162-b7ba-fbdb5aab55a2,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:34.923911 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:34.925803 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:35.020970 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:23Z', 'revision_number': 2, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:35.027645 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port acdb085d-4a40-4aca-9547-041dab6dcee3 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:35.029070 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:35.149521 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:53:35.149521 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Updating router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 port e8c17ba8-c80f-4f38-b805-64c47141aa3d binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:53:35.164197 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0fd0cbf6-344f-44b8-837c-8a506bc245dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (fb251c5a-2259-4b36-80dd-6d775065e2ab), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:35.176356 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0fd0cbf6-344f-44b8-837c-8a506bc245dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:35.180404 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-0fd0cbf6-344f-44b8-837c-8a506bc245dc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fb251c5a-2259-4b36-80dd-6d775065e2ab HTTP/1.1" status: 204 len: 168 time: 5.6424761 Sep 12 23:53:35.233666 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:35.550439 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (dedd0515-8af0-4a3e-b3ae-ac4378059900), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:35.745461 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port acdb085d-4a40-4aca-9547-041dab6dcee3 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:35.877900 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Made reservation on behalf of 6c458cf41ded4113a09fb07e10d81d39 for: {'port': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:53:35.925791 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:36.017642 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Allocated IP 172.27.1.225 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/8980bd7c-8545-49cd-ae9c-99e812a0c9b0) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:36.062859 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:36.073350 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-81b6b4cc-fd73-48da-9af4-f991c4e0f36a admin admin] Publish callbacks [] for security_group (36eb6489-1baa-4162-b7ba-fbdb5aab55a2), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:36.109099 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:36.116292 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:36.175880 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=dedd0515-8af0-4a3e-b3ae-ac4378059900,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:36.211179 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0cbf6-344f-44b8-837c-8a506bc245dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb251c5a-2259-4b36-80dd-6d775065e2ab,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:36.229402 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-81b6b4cc-fd73-48da-9af4-f991c4e0f36a admin admin] Publish callbacks [] for security_group (36eb6489-1baa-4162-b7ba-fbdb5aab55a2), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:36.467672 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-a7ac4d53-aba2-45a6-a2e8-5beb6656a040 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:36.484100 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-a7ac4d53-aba2-45a6-a2e8-5beb6656a040 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 819 time: 2.9289134 Sep 12 23:53:36.654166 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Publish callbacks [] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:36.674140 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:36.725694 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34860) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:36.824287 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a11c96-f11e-44b5-ba1a-246852353f82 None None] Pushing event updated for resources: {'Port': ['ID=e8c17ba8-c80f-4f38-b805-64c47141aa3d,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:36.854691 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for port (8980bd7c-8545-49cd-ae9c-99e812a0c9b0), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:36.868057 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:36.891355 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Request body: {'port': {'device_id': 'f3ba81ef-4875-4ba4-94e0-c8275bfcf252', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'admin_state_up': True, 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:36.996706 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-50835a09-ba4f-400a-9609-172dca95df91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:37.150765 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e2a53cee-0f95-4b01-b1fd-453fd301e932 req-ec636b72-1351-4de8-9e96-fecb4e7038bb tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 210 time: 0.9356282 Sep 12 23:53:37.276344 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (9b70073e-bba2-452f-bbf5-31d06db8ba07), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:37.422018 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device c51a0452-240d-46db-8a80-225ffef72afc up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:37.526061 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:37.526061 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:37.537417 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-81b6b4cc-fd73-48da-9af4-f991c4e0f36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (36eb6489-1baa-4162-b7ba-fbdb5aab55a2), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:37.540510 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-81b6b4cc-fd73-48da-9af4-f991c4e0f36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:37.542250 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-81b6b4cc-fd73-48da-9af4-f991c4e0f36a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/36eb6489-1baa-4162-b7ba-fbdb5aab55a2 HTTP/1.1" status: 204 len: 168 time: 3.4363987 Sep 12 23:53:37.577566 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Attempting to bind port e8c17ba8-c80f-4f38-b805-64c47141aa3d on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:37.578137 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Attempting to bind port e8c17ba8-c80f-4f38-b805-64c47141aa3d by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:37.578490 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Attempting to bind port e8c17ba8-c80f-4f38-b805-64c47141aa3d on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:37.663848 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (dedd0515-8af0-4a3e-b3ae-ac4378059900), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:37.673777 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6b4cc-fd73-48da-9af4-f991c4e0f36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eb6489-1baa-4162-b7ba-fbdb5aab55a2,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:37.687422 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Allocated IP 172.20.0.12 (d12b1ca0-0f82-443c-a352-272c3b2c327e/20a68d2a-ddbf-4ea2-8101-d2cc10f686c2/c822ad88-7a3d-489a-9cdd-11e5745240c4) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:37.727469 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Allocated IP 172.20.0.7 (5efdc9e4-8d20-4e9b-8531-580dd880dff0/acd0dd24-67d7-4a55-abb9-940744359158/1c215802-5c5c-403a-8d38-46981edefef8) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:37.746510 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:37.770258 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:37.781886 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Checking segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:37.783014 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:37.783861 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Bound using segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:37.784972 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Bound port: e8c17ba8-c80f-4f38-b805-64c47141aa3d, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:37.785887 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:37.853718 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port c51a0452-240d-46db-8a80-225ffef72afc triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:37.854413 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c51a0452-240d-46db-8a80-225ffef72afc), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:37.949811 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e045cf5f-cbc4-433d-97ca-fd261bebda45 req-248d7049-584b-4d41-ac30-b07b4e64adb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 210 time: 1.5316272 Sep 12 23:53:38.011109 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (8980bd7c-8545-49cd-ae9c-99e812a0c9b0), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:38.092453 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port c51a0452-240d-46db-8a80-225ffef72afc is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:38.093056 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c51a0452-240d-46db-8a80-225ffef72afc), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:38.144585 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:38.229830 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] For port e8c17ba8-c80f-4f38-b805-64c47141aa3d, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:38.234688 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port c51a0452-240d-46db-8a80-225ffef72afc, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=c51a0452-240d-46db-8a80-225ffef72afc,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:38.248026 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c51a0452-240d-46db-8a80-225ffef72afc), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:38.249603 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7540cf0a-250c-4fd9-baa6-c75dca715733 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:38.260066 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] For port e8c17ba8-c80f-4f38-b805-64c47141aa3d, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=e8c17ba8-c80f-4f38-b805-64c47141aa3d,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:38.317585 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:38.348860 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:53:38.349875 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:53:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:38.450943 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 7540cf0a-250c-4fd9-baa6-c75dca715733 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:38.450943 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:38.532293 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=c51a0452-240d-46db-8a80-225ffef72afc,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:38.899992 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-50835a09-ba4f-400a-9609-172dca95df91 admin admin] Publish callbacks [] for security_group (0853beb6-1ea5-4131-ae86-c1908c57dc90), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:38.916317 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:38.921882 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-50835a09-ba4f-400a-9609-172dca95df91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (0853beb6-1ea5-4131-ae86-c1908c57dc90), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:38.959313 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Publish callbacks [] for port (1c215802-5c5c-403a-8d38-46981edefef8), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:38.989967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:39.143582 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 7540cf0a-250c-4fd9-baa6-c75dca715733 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:39.143582 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:39.181743 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50835a09-ba4f-400a-9609-172dca95df91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0853beb6-1ea5-4131-ae86-c1908c57dc90,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:39.203882 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:39.221551 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:39.245851 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2ebe0f11-a599-4410-a0ea-40263d787e7a req-8307253e-e8c1-4bdc-9032-9731a39e008a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 210 time: 0.2520170 Sep 12 23:53:39.252007 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:39.261545 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:39.278293 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-b1c7bf5e-012a-43ab-b8d5-72d10e5ee6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:39.289903 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:39.301384 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'Port': ['ID=8980bd7c-8545-49cd-ae9c-99e812a0c9b0,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:39.304508 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:53:39.308974 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a11c96-f11e-44b5-ba1a-246852353f82 None None] Pushing event updated for resources: {'Port': ['ID=e8c17ba8-c80f-4f38-b805-64c47141aa3d,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:39.313508 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Made reservation on behalf of 6c458cf41ded4113a09fb07e10d81d39 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:53:39.326940 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:39.471474 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-50835a09-ba4f-400a-9609-172dca95df91 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c4762704abee4fd095ece719ee0eab6c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6977637 Sep 12 23:53:39.472662 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 34946) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:39.504331 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:39.526250 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (761c0d2e-e5f3-4d05-877e-5771af5e076c), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:39.602925 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 7540cf0a-250c-4fd9-baa6-c75dca715733, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=7540cf0a-250c-4fd9-baa6-c75dca715733,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:39.631563 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:39.632660 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 47f41240-36d1-437e-9e59-26df74a59f2d up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:39.642441 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dd5af4bb-9211-4c8e-be80-7676edefda7f req-4270991d-3f25-4a71-b64b-bfd0cf3d73e5 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 210 time: 0.3457832 Sep 12 23:53:39.755176 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8980bd7c-8545-49cd-ae9c-99e812a0c9b0), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:39.988676 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Allocated IP 172.20.0.8 (d12b1ca0-0f82-443c-a352-272c3b2c327e/20a68d2a-ddbf-4ea2-8101-d2cc10f686c2/b826088f-8d82-4b72-a304-bc22a8977946) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:40.097337 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (dedd0515-8af0-4a3e-b3ae-ac4378059900), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:40.109561 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event updated for resources: {'Port': ['ID=c822ad88-7a3d-489a-9cdd-11e5745240c4,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:40.146062 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Network d12b1ca0-0f82-443c-a352-272c3b2c327e is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:40.158174 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:40.164570 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (dedd0515-8af0-4a3e-b3ae-ac4378059900), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:40.165579 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (9b70073e-bba2-452f-bbf5-31d06db8ba07), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:40.169634 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:40.178423 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:40.178423 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for port (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:40.332677 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=dedd0515-8af0-4a3e-b3ae-ac4378059900,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:40.341027 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c016dd38-dc14-40b7-8b33-5a19e3387bdd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9242644 Sep 12 23:53:40.421556 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-708b6c6d-b1b7-459f-b4a9-0538ee358a43 admin admin] Publish callbacks [] for security_group (0853beb6-1ea5-4131-ae86-c1908c57dc90), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:40.528581 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:40.530283 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-708b6c6d-b1b7-459f-b4a9-0538ee358a43 admin admin] Publish callbacks [] for security_group (0853beb6-1ea5-4131-ae86-c1908c57dc90), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:40.553161 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 47f41240-36d1-437e-9e59-26df74a59f2d triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:40.553771 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:40.738709 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:40.749764 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:38Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:53:40.751729 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-68d2cb38-0d8d-49bc-abdd-54af9ebac426 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.8407929 Sep 12 23:53:40.810088 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-708b6c6d-b1b7-459f-b4a9-0538ee358a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (0853beb6-1ea5-4131-ae86-c1908c57dc90), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:40.816118 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-708b6c6d-b1b7-459f-b4a9-0538ee358a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:40.818728 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-708b6c6d-b1b7-459f-b4a9-0538ee358a43 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0853beb6-1ea5-4131-ae86-c1908c57dc90 HTTP/1.1" status: 204 len: 168 time: 1.3369651 Sep 12 23:53:40.871249 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b6c6d-b1b7-459f-b4a9-0538ee358a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0853beb6-1ea5-4131-ae86-c1908c57dc90,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:40.953626 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (1c215802-5c5c-403a-8d38-46981edefef8), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:41.072693 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c419d59d-745e-4632-be52-34c70e90e154 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:53:41.075540 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-c419d59d-745e-4632-be52-34c70e90e154 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0108702 Sep 12 23:53:41.091728 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146cfabb-9298-4aea-8168-46056cfe3a19 None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:38Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:53:41.158933 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=7540cf0a-250c-4fd9-baa6-c75dca715733,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:41.175908 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-9dd65101-24ab-40d4-9fee-57a90dc051da None None] Provisioning complete for port c822ad88-7a3d-489a-9cdd-11e5745240c4 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:41.177103 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9dd65101-24ab-40d4-9fee-57a90dc051da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:41.360932 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Pushing event updated for resources: {'Port': ['ID=1c215802-5c5c-403a-8d38-46981edefef8,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:41.400054 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a68cfa35-04d2-46c3-8eff-057cad61b095 req-af653335-3ede-4cb3-8ad4-7d15571cb7d8 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 210 time: 0.5539067 Sep 12 23:53:41.478434 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 47f41240-36d1-437e-9e59-26df74a59f2d is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:41.479952 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device cd008f75-24ea-4df9-b7ff-b1fd3f210316 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:41.619881 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-9dd65101-24ab-40d4-9fee-57a90dc051da None None] Port c822ad88-7a3d-489a-9cdd-11e5745240c4 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:41.646724 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port cd008f75-24ea-4df9-b7ff-b1fd3f210316 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:41.647366 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:41.707804 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:41.715369 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:41.728249 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737efb9-5836-4415-abb4-90c29ffa50b8 req-bfd305e9-ca6f-4102-a0c9-d27a35efa2a3 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:41.737739 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5737efb9-5836-4415-abb4-90c29ffa50b8 req-bfd305e9-ca6f-4102-a0c9-d27a35efa2a3 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 931 time: 0.7174978 Sep 12 23:53:41.749902 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:41.764902 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:41.766117 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:41.878815 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port cd008f75-24ea-4df9-b7ff-b1fd3f210316 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:41.884408 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:41.902880 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for port (8980bd7c-8545-49cd-ae9c-99e812a0c9b0), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:41.943148 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:41.944210 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:41.968192 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8980bd7c-8545-49cd-ae9c-99e812a0c9b0), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:41.969249 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (761c0d2e-e5f3-4d05-877e-5771af5e076c), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:42.082637 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for port (b826088f-8d82-4b72-a304-bc22a8977946), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:42.094120 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-819601be-6110-4f66-a178-a151dcf491ea tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2071086310&fields=id&tenant_id=6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 267 time: 0.5337896 Sep 12 23:53:42.099192 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-0cfbd389-0865-4e45-b7f9-c33b2d55de67 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.3597112 Sep 12 23:53:42.154719 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:42.155155 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:42.188672 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:42.203271 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 12.5816293 Sep 12 23:53:42.203999 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-955847ca-6917-47af-aed8-64dbf45cbfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:42.265635 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:42.272185 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5737efb9-5836-4415-abb4-90c29ffa50b8 req-0779e764-d9a5-44f9-a5fe-cc5b3d397ce4 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333948 Sep 12 23:53:42.295318 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda7c8e-4fb5-4821-8bf6-bb1672d8efd7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'Port': ['ID=8980bd7c-8545-49cd-ae9c-99e812a0c9b0,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:42.295415 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:42.295415 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:42.303661 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-4f1dade1-1e37-4f7a-ad5e-72c7c13dec9e None None] Provisioning complete for port 1c215802-5c5c-403a-8d38-46981edefef8 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:42.303965 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-4f1dade1-1e37-4f7a-ad5e-72c7c13dec9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (1c215802-5c5c-403a-8d38-46981edefef8), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:42.337209 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=65 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:42.343289 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=1f6bfe99-fda5-42b3-af97-b2e6a77e99a9,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:42.356879 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:42.388517 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-4f1dade1-1e37-4f7a-ad5e-72c7c13dec9e None None] Port 1c215802-5c5c-403a-8d38-46981edefef8 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:42.399922 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-c8112ec3-5a01-4e65-a562-72e00c1a6d7d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:42.402414 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-c8112ec3-5a01-4e65-a562-72e00c1a6d7d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 815 time: 0.2783670 Sep 12 23:53:42.404364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (b826088f-8d82-4b72-a304-bc22a8977946), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:42.475331 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-9bacb491-fe50-435e-8da7-d7ba82adbe99 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/quotas/6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 375 time: 0.0577404 Sep 12 23:53:42.489035 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=1f6bfe99-fda5-42b3-af97-b2e6a77e99a9,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:42.666890 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Network d12b1ca0-0f82-443c-a352-272c3b2c327e is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:42.719193 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:42.739436 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:42.745579 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:42.746590 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:42.791988 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-7484e104-bcc6-4bd6-9684-bdaff14da74d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3153665 Sep 12 23:53:42.808324 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event updated for resources: {'Port': ['ID=b826088f-8d82-4b72-a304-bc22a8977946,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:42.814476 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35052) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:42.832125 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device c51a0452-240d-46db-8a80-225ffef72afc up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:42.855173 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2a00e-971e-422f-822b-631779577e91 req-bbf3b548-507c-4f7b-be55-f1c160285ec2 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:42.869315 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-14b2a00e-971e-422f-822b-631779577e91 req-bbf3b548-507c-4f7b-be55-f1c160285ec2 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 931 time: 0.2738729 Sep 12 23:53:42.928424 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-c0172c90-760b-42f9-ba2e-dda55be42365 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0575995 Sep 12 23:53:42.989690 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port c51a0452-240d-46db-8a80-225ffef72afc triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:42.990101 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c51a0452-240d-46db-8a80-225ffef72afc), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:43.279700 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-14b2a00e-971e-422f-822b-631779577e91 req-844c2907-19d4-4125-b25e-7ea4d412e700 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741181 Sep 12 23:53:43.296842 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port c51a0452-240d-46db-8a80-225ffef72afc is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:43.299013 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e8c17ba8-c80f-4f38-b805-64c47141aa3d up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:43.334231 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-bfa906ff-bc35-460a-94dc-81fb60aa0a8c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294235 Sep 12 23:53:43.402308 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:43.431365 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-9ad56b94-cf04-4fe9-b5c0-29a1ac7f0864 None None] Provisioning complete for port b826088f-8d82-4b72-a304-bc22a8977946 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:43.431942 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9ad56b94-cf04-4fe9-b5c0-29a1ac7f0864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (b826088f-8d82-4b72-a304-bc22a8977946), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:43.576866 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0aa95cf7-7197-4d8e-b6c8-29a5a1dff03b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:43.679257 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-9ad56b94-cf04-4fe9-b5c0-29a1ac7f0864 None None] Port b826088f-8d82-4b72-a304-bc22a8977946 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:43.685546 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port e8c17ba8-c80f-4f38-b805-64c47141aa3d triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:43.685970 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:43.689290 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-aed71e4b-931e-451f-8a12-738bda144666 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239198 Sep 12 23:53:43.720808 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:43.742497 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0aa95cf7-7197-4d8e-b6c8-29a5a1dff03b admin admin] Publish callbacks [] for security_group (d4e10ee3-c3f1-429b-bb48-48f76aa90833), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:43.751996 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0aa95cf7-7197-4d8e-b6c8-29a5a1dff03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d4e10ee3-c3f1-429b-bb48-48f76aa90833), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:43.773670 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-3c9ca395-b597-443a-8a6e-ed94428888b2 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1255463120&fields=id&tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff HTTP/1.1" status: 200 len: 267 time: 0.1986635 Sep 12 23:53:43.792273 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0aa95cf7-7197-4d8e-b6c8-29a5a1dff03b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=53ae1785dac24e3b839023dcfa9a08bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9765751 Sep 12 23:53:43.793062 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35082) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:43.819050 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:43.850183 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port e8c17ba8-c80f-4f38-b805-64c47141aa3d is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:43.851039 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:43.892849 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa95cf7-7197-4d8e-b6c8-29a5a1dff03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e10ee3-c3f1-429b-bb48-48f76aa90833,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:43.999722 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port e8c17ba8-c80f-4f38-b805-64c47141aa3d, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=e8c17ba8-c80f-4f38-b805-64c47141aa3d,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:53:44.008011 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:44.009640 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7540cf0a-250c-4fd9-baa6-c75dca715733 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:44.030911 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c018-e311-4c4f-9a00-bc90b658fbc5 admin admin] Publish callbacks [] for security_group (d4e10ee3-c3f1-429b-bb48-48f76aa90833), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:44.061111 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:44.084375 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:44.131689 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c018-e311-4c4f-9a00-bc90b658fbc5 admin admin] Publish callbacks [] for security_group (d4e10ee3-c3f1-429b-bb48-48f76aa90833), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:44.193477 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=e8c17ba8-c80f-4f38-b805-64c47141aa3d,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:44.218743 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-0d20904c-a389-4e07-b203-dcf53537a3b3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:44.222670 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-0d20904c-a389-4e07-b203-dcf53537a3b3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 816 time: 0.4391601 Sep 12 23:53:44.228478 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:44.231775 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 7540cf0a-250c-4fd9-baa6-c75dca715733 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:44.232449 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:44.294851 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:44.360552 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c018-e311-4c4f-9a00-bc90b658fbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d4e10ee3-c3f1-429b-bb48-48f76aa90833), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:44.363207 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f1c9c018-e311-4c4f-9a00-bc90b658fbc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:44.364685 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f1c9c018-e311-4c4f-9a00-bc90b658fbc5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d4e10ee3-c3f1-429b-bb48-48f76aa90833 HTTP/1.1" status: 204 len: 168 time: 0.5693462 Sep 12 23:53:44.379368 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-c7cf9a1c-ae0c-4d77-ae78-bccd87997875 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/quotas/6b2f385a651c408bb9d32b5c4e1ab6ff HTTP/1.1" status: 200 len: 375 time: 0.1350071 Sep 12 23:53:44.385686 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20f6ea-82b4-401b-a91d-668fdb37916c req-21ef5ae6-67fd-42bf-b5cd-846129614c4b tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:44.387787 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9c018-e311-4c4f-9a00-bc90b658fbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e10ee3-c3f1-429b-bb48-48f76aa90833,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:44.397607 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2e20f6ea-82b4-401b-a91d-668fdb37916c req-21ef5ae6-67fd-42bf-b5cd-846129614c4b tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 931 time: 0.1733947 Sep 12 23:53:44.496836 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 7540cf0a-250c-4fd9-baa6-c75dca715733 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:44.502285 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-a323d53a-fb0b-482e-a66f-817e8a18b868 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023407 Sep 12 23:53:44.513521 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2e20f6ea-82b4-401b-a91d-668fdb37916c req-be2d6f00-bb8d-4ebf-8048-34f960148842 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147931 Sep 12 23:53:44.543977 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:44.708663 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-41f126d7-daa0-4f9c-9f04-9af4fc9842b8 req-4a6d34cc-920b-4c6e-b8f3-b4f26185b9f8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.0336032 Sep 12 23:53:44.735121 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:44.840775 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-b1f2fe06-187a-4ad9-8058-7fa3acce8ce0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150322 Sep 12 23:53:44.847429 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:44.926083 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:44.928364 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:45.034205 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:45.218656 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:45.221117 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e8c17ba8-c80f-4f38-b805-64c47141aa3d up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:53:45.248485 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-238abb2a-285a-4d01-8141-cd2e5b48dfd9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982959 Sep 12 23:53:45.313898 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa079-d161-44f8-8e34-2c00bdc58adc req-23cbf6fa-f891-45e1-b6a9-66e5c79bde59 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:45.316137 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5dbaa079-d161-44f8-8e34-2c00bdc58adc req-23cbf6fa-f891-45e1-b6a9-66e5c79bde59 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 931 time: 0.3365130 Sep 12 23:53:45.430982 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port e8c17ba8-c80f-4f38-b805-64c47141aa3d triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:45.431602 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:45.490148 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5dbaa079-d161-44f8-8e34-2c00bdc58adc req-ae0040c9-d39b-4f38-a2bc-de80aa95f88d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490452 Sep 12 23:53:45.523982 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35116) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:45.588051 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f48bdec8-a514-4241-be0c-9d11176a5df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:45.610019 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port e8c17ba8-c80f-4f38-b805-64c47141aa3d is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:53:45.720985 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2a240734-787e-446c-890a-d061141cd397 req-ec0d0fe8-3a54-4c6f-83dd-662604567b7c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.0697086 Sep 12 23:53:45.802952 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f48bdec8-a514-4241-be0c-9d11176a5df7 admin admin] Publish callbacks [] for security_group (a112f213-646a-4eb2-83b3-c0524be31dfe), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:45.814723 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f48bdec8-a514-4241-be0c-9d11176a5df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (a112f213-646a-4eb2-83b3-c0524be31dfe), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:45.829518 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd39aae-702c-4b05-a485-9bd036e221e1 req-d2cfa8d9-4368-49a2-8b48-2db7179383bb tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:45.838780 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-efd39aae-702c-4b05-a485-9bd036e221e1 req-d2cfa8d9-4368-49a2-8b48-2db7179383bb tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 931 time: 0.1214709 Sep 12 23:53:45.964376 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bdec8-a514-4241-be0c-9d11176a5df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a112f213-646a-4eb2-83b3-c0524be31dfe,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:45.988648 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-efd39aae-702c-4b05-a485-9bd036e221e1 req-fafab0c8-e672-4374-b89a-c582d1310569 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482537 Sep 12 23:53:46.096475 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f48bdec8-a514-4241-be0c-9d11176a5df7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c9e1e686012a4782a252a373a16a1d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776458 Sep 12 23:53:46.098021 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35136) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:46.225099 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d637371-0af2-4286-9cee-604e13726312 req-60250fb3-964f-4b33-8f2c-154946862897 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.2261317 Sep 12 23:53:46.351954 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d38a81e1-eb14-4145-b426-f3d29daacb82 admin admin] Publish callbacks [] for security_group (a112f213-646a-4eb2-83b3-c0524be31dfe), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:46.412991 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d38a81e1-eb14-4145-b426-f3d29daacb82 admin admin] Publish callbacks [] for security_group (a112f213-646a-4eb2-83b3-c0524be31dfe), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:46.523786 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d38a81e1-eb14-4145-b426-f3d29daacb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (a112f213-646a-4eb2-83b3-c0524be31dfe), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:46.530242 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d38a81e1-eb14-4145-b426-f3d29daacb82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:46.539009 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-d38a81e1-eb14-4145-b426-f3d29daacb82 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a112f213-646a-4eb2-83b3-c0524be31dfe HTTP/1.1" status: 204 len: 168 time: 0.4354866 Sep 12 23:53:46.569138 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a81e1-eb14-4145-b426-f3d29daacb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a112f213-646a-4eb2-83b3-c0524be31dfe,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:46.596800 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Request body: {'port': {'device_id': 'f3ba81ef-4875-4ba4-94e0-c8275bfcf252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:46.690669 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Request body: {'port': {'device_id': 'cab7089c-6860-4148-9dd6-45939ee2c1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:46.772183 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Request body: {'port': {'device_id': '695586a7-2b4d-477b-ab83-9e74f5f7078a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:46.805507 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (b826088f-8d82-4b72-a304-bc22a8977946), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:47.002493 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2902eda8-bf2a-42fb-a6d1-50991e827090 req-dde0a86a-03fb-48a6-9639-8a2aca5035d0 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.1017642 Sep 12 23:53:47.003261 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1c215802-5c5c-403a-8d38-46981edefef8), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:47.033230 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e539cc-d190-4d34-8e5a-aeb6afc7c688 req-4b8e9835-1af4-4a9c-8a2f-1f19da2787c9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:47.035120 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e4e539cc-d190-4d34-8e5a-aeb6afc7c688 req-4b8e9835-1af4-4a9c-8a2f-1f19da2787c9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 931 time: 0.2547553 Sep 12 23:53:47.418314 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfe979-e3be-4826-b312-4a5f0f9fec70 req-ab572c93-ef06-493b-9805-efc2443278f9 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:47.426906 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-72dfe979-e3be-4826-b312-4a5f0f9fec70 req-ab572c93-ef06-493b-9805-efc2443278f9 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 931 time: 0.1061671 Sep 12 23:53:47.509029 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:47.577643 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e4e539cc-d190-4d34-8e5a-aeb6afc7c688 req-6ddad842-b97d-4d7a-9bd0-7754987d9418 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582831 Sep 12 23:53:48.040167 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-29ed6f43-269f-4832-b4c1-c2887c644eaf req-8111909e-918b-4df4-a793-7ce61d8c7dc3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.2452710 Sep 12 23:53:48.070699 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-72dfe979-e3be-4826-b312-4a5f0f9fec70 req-b94abb7e-5dfc-410f-adcb-09f1c26060ba tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425416 Sep 12 23:53:48.140314 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:48.214687 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:48.337861 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b826088f-8d82-4b72-a304-bc22a8977946 {{(pid=112751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:53:48.360690 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Publish callbacks [] for port (b826088f-8d82-4b72-a304-bc22a8977946), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:48.373163 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:48.420196 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.provisioning_blocks [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Transition to ACTIVE for port object b826088f-8d82-4b72-a304-bc22a8977946 will not be triggered until provisioned by entity L2. {{(pid=112751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:53:48.430240 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (b826088f-8d82-4b72-a304-bc22a8977946), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:48.443910 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4cf0a6a3-da2c-40ac-8f5f-8b83647645ab req-cd6026b6-04ff-4d9f-b8f6-b3f1e8882f2f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.1561973 Sep 12 23:53:48.623376 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Pushing event updated for resources: {'Port': ['ID=b826088f-8d82-4b72-a304-bc22a8977946,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:48.654009 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.managers [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Attempting to bind port b826088f-8d82-4b72-a304-bc22a8977946 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:48.654791 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.managers [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Attempting to bind port b826088f-8d82-4b72-a304-bc22a8977946 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'}] {{(pid=112751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:48.655747 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Attempting to bind port b826088f-8d82-4b72-a304-bc22a8977946 on network d12b1ca0-0f82-443c-a352-272c3b2c327e {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:48.808812 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Port b826088f-8d82-4b72-a304-bc22a8977946 on network d12b1ca0-0f82-443c-a352-272c3b2c327e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:53:48.810004 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Attempting to bind port b826088f-8d82-4b72-a304-bc22a8977946 on network d12b1ca0-0f82-443c-a352-272c3b2c327e {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:48.900088 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:48.962983 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:48.968841 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Checking segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:48.971464 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Bound using segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:48.971464 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.managers [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Bound port: b826088f-8d82-4b72-a304-bc22a8977946, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'}}] {{(pid=112751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:48.984088 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (b826088f-8d82-4b72-a304-bc22a8977946), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:49.084397 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7bafa-636b-423f-8eda-9973ced7c502 req-fe7c6070-d33a-485f-ab58-8927fc45d99e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:49.096687 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3be7bafa-636b-423f-8eda-9973ced7c502 req-fe7c6070-d33a-485f-ab58-8927fc45d99e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 943 time: 0.2880130 Sep 12 23:53:49.101745 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c215802-5c5c-403a-8d38-46981edefef8 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:53:49.233331 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Publish callbacks [] for port (1c215802-5c5c-403a-8d38-46981edefef8), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:49.337272 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] For port b826088f-8d82-4b72-a304-bc22a8977946, host hv-cinder-82002, cleared binding levels {{(pid=112751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:49.424085 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-72998586-8bc2-498c-bf94-27e32467ef2b req-0e5d834c-89f3-427e-b3c7-fe3e6b7aee3f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.1634374 Sep 12 23:53:49.435026 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] For port b826088f-8d82-4b72-a304-bc22a8977946, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b826088f-8d82-4b72-a304-bc22a8977946,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:49.439123 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Transition to ACTIVE for port object 1c215802-5c5c-403a-8d38-46981edefef8 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:53:49.467148 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c822ad88-7a3d-489a-9cdd-11e5745240c4 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:53:49.472112 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (b826088f-8d82-4b72-a304-bc22a8977946), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:49.509915 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:49.511914 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for port (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:49.512480 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1c215802-5c5c-403a-8d38-46981edefef8), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:49.538786 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/b826088f-8d82-4b72-a304-bc22a8977946 HTTP/1.1" status: 200 len: 1093 time: 3.4377344 Sep 12 23:53:49.544095 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Publish callbacks [] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:49.546027 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ba81ef-4875-4ba4-94e0-c8275bfcf252', 'tag': 'b826088f-8d82-4b72-a304-bc22a8977946'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:53:49.690264 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Transition to ACTIVE for port object c822ad88-7a3d-489a-9cdd-11e5745240c4 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:53:49.746324 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:49.761226 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3be7bafa-636b-423f-8eda-9973ced7c502 req-597a533d-d3ba-4676-97a6-29a76bd36b3a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203531 Sep 12 23:53:49.779121 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Pushing event updated for resources: {'Port': ['ID=1c215802-5c5c-403a-8d38-46981edefef8,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:49.815209 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Attempting to bind port 1c215802-5c5c-403a-8d38-46981edefef8 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:49.816629 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Attempting to bind port 1c215802-5c5c-403a-8d38-46981edefef8 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:49.817364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Attempting to bind port 1c215802-5c5c-403a-8d38-46981edefef8 on network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:50.059206 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c822ad88-7a3d-489a-9cdd-11e5745240c4,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:50.243247 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-a1d98cb4-86c7-4273-9ae2-06ad28781c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:50.246208 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-a1d98cb4-86c7-4273-9ae2-06ad28781c0a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 1127 time: 0.2817314 Sep 12 23:53:50.252521 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d25b18-793a-4a31-9530-535b4270d79f service neutron] Pushing event updated for resources: {'Port': ['ID=b826088f-8d82-4b72-a304-bc22a8977946,revision_number=3']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:50.349332 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ac0418-636f-44b2-9313-48ccafab7a78" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ba81ef-4875-4ba4-94e0-c8275bfcf252", "tag": "b826088f-8d82-4b72-a304-bc22a8977946"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:53:50.358962 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064e7bc-778d-4bcf-9cfa-5ce5ed965902 req-f39dd6ff-1b15-471d-a782-f416fb8e2fd5 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:50.361167 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f064e7bc-778d-4bcf-9cfa-5ce5ed965902 req-f39dd6ff-1b15-471d-a782-f416fb8e2fd5 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 943 time: 0.1762445 Sep 12 23:53:50.630777 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4678338-d45a-4626-be0b-716059c60044 req-8b4991e8-04ad-44db-975c-cf74a16f2ec2 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.2658491 Sep 12 23:53:50.632060 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:50.634871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Attempting to bind port c822ad88-7a3d-489a-9cdd-11e5745240c4 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:53:50.636316 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Attempting to bind port c822ad88-7a3d-489a-9cdd-11e5745240c4 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:53:50.637413 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Attempting to bind port c822ad88-7a3d-489a-9cdd-11e5745240c4 on network d12b1ca0-0f82-443c-a352-272c3b2c327e {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:50.840210 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.18', 49936) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:50.917301 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-26515871-b584-4f9e-932d-2e1cefcb556f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b826088f-8d82-4b72-a304-bc22a8977946 HTTP/1.1" status: 200 len: 217 time: 0.4697862 Sep 12 23:53:51.089102 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-bb208556-68c5-453c-8a72-c21d66784274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:51.092436 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-bb208556-68c5-453c-8a72-c21d66784274 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.1545887 Sep 12 23:53:51.201427 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Port 1c215802-5c5c-403a-8d38-46981edefef8 on network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:53:51.201879 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Attempting to bind port 1c215802-5c5c-403a-8d38-46981edefef8 on network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:51.356256 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:51.361251 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-3fc292f7-247f-4832-bf1e-8bb3a9d74e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:51.363462 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-3fc292f7-247f-4832-bf1e-8bb3a9d74e5f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2654097 Sep 12 23:53:51.449016 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Port c822ad88-7a3d-489a-9cdd-11e5745240c4 on network d12b1ca0-0f82-443c-a352-272c3b2c327e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:53:51.450135 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Attempting to bind port c822ad88-7a3d-489a-9cdd-11e5745240c4 on network d12b1ca0-0f82-443c-a352-272c3b2c327e {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:53:51.619130 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48adfce4-d6ce-449f-a780-d0de1bfb06fc x-openstack-request-id: req-48adfce4-d6ce-449f-a780-d0de1bfb06fc {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:53:51.619644 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ba81ef-4875-4ba4-94e0-c8275bfcf252", "tag": "b826088f-8d82-4b72-a304-bc22a8977946", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:53:51.620061 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48adfce4-d6ce-449f-a780-d0de1bfb06fc {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:53:51.620701 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48adfce4-d6ce-449f-a780-d0de1bfb06fc'] response: {'name': 'network-changed', 'server_uuid': 'f3ba81ef-4875-4ba4-94e0-c8275bfcf252', 'tag': 'b826088f-8d82-4b72-a304-bc22a8977946', 'status': 'completed', 'code': 200} Sep 12 23:53:51.664335 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:51.665007 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Checking segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:51.668341 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Bound using segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:51.670145 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Bound port: c822ad88-7a3d-489a-9cdd-11e5745240c4, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:51.670145 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:51.795706 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f064e7bc-778d-4bcf-9cfa-5ce5ed965902 req-a706aebb-bf91-4970-a0e2-46875109cfe9 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3543224 Sep 12 23:53:51.815861 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-08e5a69e-7230-4512-9f5d-894b928efc93 req-edcdd5fe-f11e-41d9-b792-60f9d6015a4e tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.0610285 Sep 12 23:53:51.815861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:53:51.815861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Checking segment: {'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:53:51.815861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Bound using segment: {'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:53:51.815861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Bound port: 1c215802-5c5c-403a-8d38-46981edefef8, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:53:51.815861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1c215802-5c5c-403a-8d38-46981edefef8), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:51.865868 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-0de7f3f9-80ec-4f5d-bd05-2b36c46bd724 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:51.867666 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-0de7f3f9-80ec-4f5d-bd05-2b36c46bd724 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 815 time: 1.0053360 Sep 12 23:53:51.985288 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-12b88432-2ba8-4079-8ed2-dcff51be2d57 req-583f08ae-c8a6-458b-8f8c-0c9b3a9ea0ed tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.0860670 Sep 12 23:53:52.049072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] For port 1c215802-5c5c-403a-8d38-46981edefef8, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:52.055880 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] For port c822ad88-7a3d-489a-9cdd-11e5745240c4, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:53:52.060059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] For port 1c215802-5c5c-403a-8d38-46981edefef8, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1c215802-5c5c-403a-8d38-46981edefef8,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:52.063808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] For port c822ad88-7a3d-489a-9cdd-11e5745240c4, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:53:52.071169 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab0682-5e8b-4505-b565-dac4a5105213 req-42590641-15ff-4b5c-9958-48ba8add615e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:52.072959 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e7ab0682-5e8b-4505-b565-dac4a5105213 req-42590641-15ff-4b5c-9958-48ba8add615e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 943 time: 0.1365304 Sep 12 23:53:52.091295 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:52.102472 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1c215802-5c5c-403a-8d38-46981edefef8), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:52.110452 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:52.111521 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:52.114111 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/c822ad88-7a3d-489a-9cdd-11e5745240c4 HTTP/1.1" status: 200 len: 1094 time: 6.0545340 Sep 12 23:53:52.137475 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695586a7-2b4d-477b-ab83-9e74f5f7078a', 'tag': 'c822ad88-7a3d-489a-9cdd-11e5745240c4'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:53:52.311734 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:52.315312 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:52.317454 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1c215802-5c5c-403a-8d38-46981edefef8 HTTP/1.1" status: 200 len: 1093 time: 6.1516552 Sep 12 23:53:52.366636 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e7ab0682-5e8b-4505-b565-dac4a5105213 req-44580ba9-dab4-4ebf-a072-3d944d0a0e5b tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870553 Sep 12 23:53:52.367574 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c877a-22d4-4868-b676-4288790451e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c822ad88-7a3d-489a-9cdd-11e5745240c4,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:52.439205 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cd737-5463-4f60-8733-782714aa4528 service neutron] Pushing event updated for resources: {'Port': ['ID=1c215802-5c5c-403a-8d38-46981edefef8,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:52.489970 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa48e97-e526-4faa-b50a-2010ccb58795" -d '{"events": [{"name": "network-changed", "server_uuid": "695586a7-2b4d-477b-ab83-9e74f5f7078a", "tag": "c822ad88-7a3d-489a-9cdd-11e5745240c4"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:53:52.559545 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 35320) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:52.715324 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6c147d-7340-4134-ab5f-b3e1fd29fa52 x-openstack-request-id: req-ad6c147d-7340-4134-ab5f-b3e1fd29fa52 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:53:52.715735 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695586a7-2b4d-477b-ab83-9e74f5f7078a", "tag": "c822ad88-7a3d-489a-9cdd-11e5745240c4", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:53:52.716016 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad6c147d-7340-4134-ab5f-b3e1fd29fa52 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:53:52.716538 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6c147d-7340-4134-ab5f-b3e1fd29fa52'] response: {'name': 'network-changed', 'server_uuid': '695586a7-2b4d-477b-ab83-9e74f5f7078a', 'tag': 'c822ad88-7a3d-489a-9cdd-11e5745240c4', 'status': 'completed', 'code': 200} Sep 12 23:53:52.724711 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c74554d2-35a9-4ec2-b272-a9e295795658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:52.813988 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:53.074877 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c74554d2-35a9-4ec2-b272-a9e295795658 admin admin] Publish callbacks [] for security_group (d40b9ad6-270f-4982-93dc-f89844d1b54d), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:53.108215 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c74554d2-35a9-4ec2-b272-a9e295795658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d40b9ad6-270f-4982-93dc-f89844d1b54d), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:53.116912 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8ebec868-cf47-4282-b143-696180c45775 req-2b8337d4-70e6-42cf-bc81-10324238e32b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.0674682 Sep 12 23:53:53.167862 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea01e0-7996-4f7d-823e-597308773900 req-23969b4c-f4a0-4d8a-a4a2-18629dd579e4 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:53.170515 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f5ea01e0-7996-4f7d-823e-597308773900 req-23969b4c-f4a0-4d8a-a4a2-18629dd579e4 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 943 time: 0.1190751 Sep 12 23:53:53.174680 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74554d2-35a9-4ec2-b272-a9e295795658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40b9ad6-270f-4982-93dc-f89844d1b54d,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:53.180306 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-c74554d2-35a9-4ec2-b272-a9e295795658 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=59eba439a2db4945bac6a5a16f44b758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6191118 Sep 12 23:53:53.184146 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 35336) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:53.294508 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ddf2cfec-5443-4eda-8d0c-8600594b14d2 req-72ac2ef7-beef-408f-9539-22ff40f8d8d6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.0472918 Sep 12 23:53:53.294946 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:53.314086 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f5ea01e0-7996-4f7d-823e-597308773900 req-96f9bea8-1af7-42d9-a192-4055489d721a tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204798 Sep 12 23:53:53.318642 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ee51ee9-63c0-471b-b123-13564e31c085 admin admin] Publish callbacks [] for security_group (d40b9ad6-270f-4982-93dc-f89844d1b54d), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:53.344794 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ee51ee9-63c0-471b-b123-13564e31c085 admin admin] Publish callbacks [] for security_group (d40b9ad6-270f-4982-93dc-f89844d1b54d), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:53.400878 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ee51ee9-63c0-471b-b123-13564e31c085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d40b9ad6-270f-4982-93dc-f89844d1b54d), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:53.404046 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ee51ee9-63c0-471b-b123-13564e31c085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:53.405945 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-5ee51ee9-63c0-471b-b123-13564e31c085 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d40b9ad6-270f-4982-93dc-f89844d1b54d HTTP/1.1" status: 204 len: 168 time: 0.2202792 Sep 12 23:53:53.418718 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee51ee9-63c0-471b-b123-13564e31c085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40b9ad6-270f-4982-93dc-f89844d1b54d,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:53.581103 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bfb08-c1da-4652-9d8f-c4084dfc22b0 req-ae5cc010-f725-4484-9fb3-e3b3f3732b79 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:53.582751 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9c7bfb08-c1da-4652-9d8f-c4084dfc22b0 req-ae5cc010-f725-4484-9fb3-e3b3f3732b79 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 943 time: 0.0716405 Sep 12 23:53:53.673835 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9c7bfb08-c1da-4652-9d8f-c4084dfc22b0 req-59dec24a-bf03-4e3c-b384-b6a1dc9dc72b tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811617 Sep 12 23:53:53.820032 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35346) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:53.834921 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4000-3ca2-493d-8862-e1e88370f333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:53.931989 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4000-3ca2-493d-8862-e1e88370f333 admin admin] Publish callbacks [] for security_group (4cfc1aa8-d39c-4522-8858-7bd7140e6fe7), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:53.937128 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4000-3ca2-493d-8862-e1e88370f333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (4cfc1aa8-d39c-4522-8858-7bd7140e6fe7), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:53.995966 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-6c5a4000-3ca2-493d-8862-e1e88370f333 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5278dc1b53fc49d28a74d7dc857fa88d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743546 Sep 12 23:53:53.997790 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a4000-3ca2-493d-8862-e1e88370f333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc1aa8-d39c-4522-8858-7bd7140e6fe7,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:54.000388 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 35350) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:54.143640 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3559-bcfc-40f8-be13-c164d42ca33d admin admin] Publish callbacks [] for security_group (4cfc1aa8-d39c-4522-8858-7bd7140e6fe7), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:54.215657 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3559-bcfc-40f8-be13-c164d42ca33d admin admin] Publish callbacks [] for security_group (4cfc1aa8-d39c-4522-8858-7bd7140e6fe7), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:54.502134 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-68322d5c-7179-4223-a110-9794add1f9f7 req-faca3143-e187-4ea8-bec0-eb0c35157e19 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.1488962 Sep 12 23:53:54.585840 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3559-bcfc-40f8-be13-c164d42ca33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (4cfc1aa8-d39c-4522-8858-7bd7140e6fe7), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:54.587159 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6d2e3559-bcfc-40f8-be13-c164d42ca33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:54.591262 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-6d2e3559-bcfc-40f8-be13-c164d42ca33d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4cfc1aa8-d39c-4522-8858-7bd7140e6fe7 HTTP/1.1" status: 204 len: 168 time: 0.5852771 Sep 12 23:53:54.611101 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e3559-bcfc-40f8-be13-c164d42ca33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc1aa8-d39c-4522-8858-7bd7140e6fe7,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:54.730078 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab7089c-6860-4148-9dd6-45939ee2c1a9', 'tag': '1c215802-5c5c-403a-8d38-46981edefef8'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:53:54.744216 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b78352-be0f-4cb1-8db3-3f76ea231436" -d '{"events": [{"name": "network-changed", "server_uuid": "cab7089c-6860-4148-9dd6-45939ee2c1a9", "tag": "1c215802-5c5c-403a-8d38-46981edefef8"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:53:54.761882 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a8fa2e6a-a5b2-4b73-91c4-d951f061bae3 req-47855a7a-eaa0-4ee8-93d0-1e340d2ffc38 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.1300087 Sep 12 23:53:54.964691 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba483c6-6696-4eb2-981c-45668e71fab5 req-723f2c3a-7db1-487e-a400-a62e0d208d0f tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:54.983257 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ba483c6-6696-4eb2-981c-45668e71fab5 req-723f2c3a-7db1-487e-a400-a62e0d208d0f tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 943 time: 0.1274838 Sep 12 23:53:55.147808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cf1cb-da1c-47f2-bf59-1817eca8d319 req-a4620220-022f-4603-8013-21cc2ae8fc6c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:55.150544 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-656cf1cb-da1c-47f2-bf59-1817eca8d319 req-a4620220-022f-4603-8013-21cc2ae8fc6c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 943 time: 0.1485744 Sep 12 23:53:55.170740 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ba483c6-6696-4eb2-981c-45668e71fab5 req-c404f713-ba3e-4fea-aea3-a0ca9970a7d3 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861644 Sep 12 23:53:55.281946 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-656cf1cb-da1c-47f2-bf59-1817eca8d319 req-62a6bbdb-3e09-4f5b-b927-ca2c2b0b27e3 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093092 Sep 12 23:53:55.284783 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b089768c-9308-4156-b9fd-823da7019469 x-openstack-request-id: req-b089768c-9308-4156-b9fd-823da7019469 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:53:55.285038 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab7089c-6860-4148-9dd6-45939ee2c1a9", "tag": "1c215802-5c5c-403a-8d38-46981edefef8", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:53:55.285432 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b089768c-9308-4156-b9fd-823da7019469 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:53:55.286337 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b089768c-9308-4156-b9fd-823da7019469'] response: {'name': 'network-changed', 'server_uuid': 'cab7089c-6860-4148-9dd6-45939ee2c1a9', 'tag': '1c215802-5c5c-403a-8d38-46981edefef8', 'status': 'completed', 'code': 200} Sep 12 23:53:55.465030 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 35388) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:55.718397 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:55.729200 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-a30ba1a6-81bb-4a92-a52d-634e2cdf5cee service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447643 Sep 12 23:53:55.825959 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-e88f39c5-c5a8-4b5d-81a0-cb374d02e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:55.829103 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-e88f39c5-c5a8-4b5d-81a0-cb374d02e0d1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 1128 time: 0.2006211 Sep 12 23:53:56.119078 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-fe77a0a5-6cb3-4fe6-9035-0eacda8c66ab tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 380 time: 0.6346159 Sep 12 23:53:56.120221 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:56.123017 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b78352-be0f-4cb1-8db3-3f76ea231436 req-36cf902a-80df-4f2a-9f13-b774f2afc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:56.134811 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-50b78352-be0f-4cb1-8db3-3f76ea231436 req-36cf902a-80df-4f2a-9f13-b774f2afc279 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=58a7b6a5dc86486682777285fa3295ac&device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 1127 time: 0.3010616 Sep 12 23:53:56.167774 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-82637e6e-8847-41f7-8c00-5f8b95e6d272 req-5d6e7caf-224c-4418-84d8-723bc5ab85ac service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187674 Sep 12 23:53:56.183845 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-57b3f677-36ae-4330-b53a-8da835450d9f req-bcb4b72d-3e7b-4e8f-94be-988bcfed4078 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.3532097 Sep 12 23:53:56.186870 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:56.193701 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-886c47d0-3017-409c-acf4-5f58a7700c3f service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4 HTTP/1.1" status: 200 len: 217 time: 0.1759672 Sep 12 23:53:56.204647 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'port': {'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'admin_state_up': True, 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'security_groups': ['b08d7ef9-f757-4fdd-86c3-58835ab38517']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:56.375294 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-77c088c8-fb39-44a5-82c3-acc2d6950635 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:56.378371 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-77c088c8-fb39-44a5-82c3-acc2d6950635 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 816 time: 0.1882017 Sep 12 23:53:56.562161 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-675b7caa-5d2f-4612-b855-1e35904f6932 req-5e93912b-a965-49d9-98fc-d27859b863fa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.5472949 Sep 12 23:53:56.677641 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:56.752582 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89287f-72e1-45a6-930e-24f193368dfc req-afa3d3b5-1187-4734-aba8-ff9f8834bc4f tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:56.755179 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2e89287f-72e1-45a6-930e-24f193368dfc req-afa3d3b5-1187-4734-aba8-ff9f8834bc4f tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 943 time: 0.4017642 Sep 12 23:53:56.812187 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-d5a23ec7-7263-495c-bb50-41afc0443f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:56.814803 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-d5a23ec7-7263-495c-bb50-41afc0443f87 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.4517288 Sep 12 23:53:57.042475 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d270b4a-02d7-40ef-896e-486eb5aa196a req-930d0b9c-241f-4363-a307-f80b8c8173d9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:57.045309 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8d270b4a-02d7-40ef-896e-486eb5aa196a req-930d0b9c-241f-4363-a307-f80b8c8173d9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 943 time: 0.3357811 Sep 12 23:53:57.069059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b78352-be0f-4cb1-8db3-3f76ea231436 req-722cba7c-cc8c-4aef-989b-ec86f66d5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:57.071706 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-50b78352-be0f-4cb1-8db3-3f76ea231436 req-722cba7c-cc8c-4aef-989b-ec86f66d5076 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=58a7b6a5dc86486682777285fa3295ac&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7620773 Sep 12 23:53:57.177731 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2e89287f-72e1-45a6-930e-24f193368dfc req-8372b45f-f093-4e50-a00d-767b590fe09e tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808813 Sep 12 23:53:57.184729 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Made reservation on behalf of 6c681f1232de4a5fbfc728c230f80624 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:53:57.191455 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:57.262702 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Publish callbacks [] for security_group (1decd103-f258-4c17-95b3-5621dd6b2a41), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:57.276855 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (1decd103-f258-4c17-95b3-5621dd6b2a41), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:57.282530 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8d270b4a-02d7-40ef-896e-486eb5aa196a req-d23ef216-d93b-4cc3-be16-d7ab86122ef8 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196150 Sep 12 23:53:57.347449 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e4ffd85e-1686-48b0-9550-756408bebcbe req-66f133b1-7680-4568-ab26-19fef2cb7231 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.0717735 Sep 12 23:53:57.371983 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.18', 49958) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:57.492149 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-3eb52869-705c-4ac7-aa25-a4cd92af0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:57.494271 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-3eb52869-705c-4ac7-aa25-a4cd92af0160 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 1127 time: 0.1200149 Sep 12 23:53:57.553657 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-b773b976-8b3d-4da6-9155-678007738565 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff HTTP/1.1" status: 200 len: 380 time: 0.2108588 Sep 12 23:53:57.591003 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'port': {'device_id': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'admin_state_up': True, 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'security_groups': ['5de61111-7e06-425d-bc0b-84b86182acb3']}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:53:57.729397 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=129f5ff9fab74eaebfc211cf7c81ab0e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2613442 Sep 12 23:53:57.730252 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1decd103-f258-4c17-95b3-5621dd6b2a41,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:57.733476 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 35480) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:57.801167 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:57.855575 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.855995 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.856268 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.856605 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.856932 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.857260 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.857581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.859015 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.859015 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.859015 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.859015 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.859650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.859650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.860091 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.860238 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489987a0-73f0-48fb-bcbb-034632e5c81b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:57.919622 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-6cca93f9-55f2-4eee-9ab5-ea69a174101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:57.922358 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-6cca93f9-55f2-4eee-9ab5-ea69a174101a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5643625 Sep 12 23:53:57.938777 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3e1c9500-f73b-4449-b11c-f7c56c41499d req-01147604-fb2e-434c-a65c-9c73d45af363 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.1734767 Sep 12 23:53:57.949068 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:58.020737 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-01d042dc-7b14-4e46-8d8d-fe62b214d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:58.022359 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-01d042dc-7b14-4e46-8d8d-fe62b214d8f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.5102196 Sep 12 23:53:58.107109 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-67f75a67-0f92-40e0-ae47-d39657a15ce0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b826088f-8d82-4b72-a304-bc22a8977946 HTTP/1.1" status: 200 len: 217 time: 0.0714948 Sep 12 23:53:58.166855 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Allocated IP 172.20.0.12 (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c/906cbf42-8859-49fd-9442-6e0a10c87391/41507fcf-1ad4-4940-9dad-33c3404dea2d) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:58.184619 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Made reservation on behalf of 6b2f385a651c408bb9d32b5c4e1ab6ff for: {'port': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:53:58.189193 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:58.248792 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-bfb47a14-487b-4dec-9f15-18bc51a57938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:58.256407 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-bfb47a14-487b-4dec-9f15-18bc51a57938 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.1341774 Sep 12 23:53:58.269443 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd7d2-02ee-4449-b711-6401c75d56fd admin admin] Publish callbacks [] for security_group (1decd103-f258-4c17-95b3-5621dd6b2a41), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:58.297592 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:58.322161 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b78352-be0f-4cb1-8db3-3f76ea231436 req-4d0d95c9-14de-4126-adfb-f83d8982ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:58.325676 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-50b78352-be0f-4cb1-8db3-3f76ea231436 req-4d0d95c9-14de-4126-adfb-f83d8982ccb2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9768550 Sep 12 23:53:58.437258 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd7d2-02ee-4449-b711-6401c75d56fd admin admin] Publish callbacks [] for security_group (1decd103-f258-4c17-95b3-5621dd6b2a41), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:58.579582 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-a4fa6cf4-616b-42f2-a5c9-76ec6b4f55d2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395326 Sep 12 23:53:58.663792 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 35512) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:58.705646 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-92548fba-1a07-4816-a598-44a982831f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:58.709079 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-92548fba-1a07-4816-a598-44a982831f20 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4340558 Sep 12 23:53:58.758248 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2e733-be46-43f4-a326-9c3a9b294aa3 req-fd78e2ee-9855-4b6f-aa6e-40bcacab8fc0 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:58.761064 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cda2e733-be46-43f4-a326-9c3a9b294aa3 req-fd78e2ee-9855-4b6f-aa6e-40bcacab8fc0 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 943 time: 0.4250782 Sep 12 23:53:58.811363 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cacc-1824-421f-8d3b-885bad583671 req-9860a709-dc1d-42eb-bebd-653b6cd72e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:58.813256 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-9860a709-dc1d-42eb-bebd-653b6cd72e88 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=58a7b6a5dc86486682777285fa3295ac&device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 1127 time: 0.3609135 Sep 12 23:53:58.822725 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Allocated IP 172.20.0.14 (44934c4b-e07a-4c1a-9ac8-ec89467058c7/51715cd9-81d5-47d9-93a2-026817915c36/3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:53:58.831149 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1aa86-5f90-4dd6-bfbc-b6da4a083b76 req-40320863-a44c-4e1a-b278-3c34f39e98b9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:58.833586 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-21c1aa86-5f90-4dd6-bfbc-b6da4a083b76 req-40320863-a44c-4e1a-b278-3c34f39e98b9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 943 time: 0.3015640 Sep 12 23:53:58.944607 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed99be00-6588-498f-9c31-c8f63135ccf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.018732 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:59.030853 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd7d2-02ee-4449-b711-6401c75d56fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (1decd103-f258-4c17-95b3-5621dd6b2a41), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.035373 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd7d2-02ee-4449-b711-6401c75d56fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.037348 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-0e1bd7d2-02ee-4449-b711-6401c75d56fd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1decd103-f258-4c17-95b3-5621dd6b2a41 HTTP/1.1" status: 204 len: 168 time: 1.2771950 Sep 12 23:53:59.038698 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.108561 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.121144 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-027f24dc-7dcd-4bc2-ab8b-3a4162ec27c8 req-4cd5ccf6-61bc-476c-b569-9f0811706261 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846308 Sep 12 23:53:59.141802 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.146599 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bd7d2-02ee-4449-b711-6401c75d56fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1decd103-f258-4c17-95b3-5621dd6b2a41,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:59.164095 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cda2e733-be46-43f4-a326-9c3a9b294aa3 req-2923f21a-4387-4d0d-8ff3-6d99abd23539 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456612 Sep 12 23:53:59.203012 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-21c1aa86-5f90-4dd6-bfbc-b6da4a083b76 req-5ea0b0ed-67d6-4a33-ae65-701be9bda3d8 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265333 Sep 12 23:53:59.214652 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:59.222600 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:59.233952 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:59.242822 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:59.243541 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:59.249209 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for port (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.281041 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:59.315328 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.325472 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.326145 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.326787 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.327640 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.328162 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.328726 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.329283 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.329850 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.330274 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.330817 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.331692 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.332462 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.333014 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.333567 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:53:59.350337 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-84998245-efc1-4847-a8dd-8e10225ce2fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7673340 Sep 12 23:53:59.378816 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-10304856-6fee-47fc-b4bf-8579e135679c req-cfe27937-f111-4edd-aa94-114663a29af6 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.0593283 Sep 12 23:53:59.448687 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1589-7002-4907-8a47-e649d5fca16f req-44b4ceb7-ce21-4134-9be1-e0ce0bca2512 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:59.451828 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b6fc1589-7002-4907-8a47-e649d5fca16f req-44b4ceb7-ce21-4134-9be1-e0ce0bca2512 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 932 time: 0.1059260 Sep 12 23:53:59.462343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.566496 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed99be00-6588-498f-9c31-c8f63135ccf7 admin admin] Publish callbacks [] for security_group (5bbe4f0b-a3b6-4621-8a98-4bb97a13778e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.576483 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:53:59.577166 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:53:59.582263 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-98695796-e7b4-4d57-b761-7c3274759558 None None] Provisioning complete for port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:53:59.583189 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-98695796-e7b4-4d57-b761-7c3274759558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.587433 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ed99be00-6588-498f-9c31-c8f63135ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5bbe4f0b-a3b6-4621-8a98-4bb97a13778e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.590625 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:53:59.615781 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:53:59.620924 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:53:59.621925 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.623881 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35526) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:59.630439 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=41507fcf-1ad4-4940-9dad-33c3404dea2d,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:59.665182 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efbb4867-74e6-4494-a018-b7a4b26c9593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.675698 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-98695796-e7b4-4d57-b761-7c3274759558 None None] Port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:53:59.678274 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b6fc1589-7002-4907-8a47-e649d5fca16f req-eb5412b8-4f45-4282-b0dc-a92f5a4f89d4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004662 Sep 12 23:53:59.693109 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ed99be00-6588-498f-9c31-c8f63135ccf7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=20b8940301a941f683e94d70bd31ae60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0090380 Sep 12 23:53:59.699013 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-296c8e7b-5c89-4566-8a69-986566d4e36b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5624340 Sep 12 23:53:59.700342 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 35528) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:59.701205 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99be00-6588-498f-9c31-c8f63135ccf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbe4f0b-a3b6-4621-8a98-4bb97a13778e,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:59.825195 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-629f70e2-1f93-44cc-8857-ba23f108ea95 admin admin] Publish callbacks [] for security_group (5bbe4f0b-a3b6-4621-8a98-4bb97a13778e), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.872069 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efbb4867-74e6-4494-a018-b7a4b26c9593 admin admin] Publish callbacks [] for security_group (b815553d-cefb-4bea-88be-46a3b76a3ef8), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.876959 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-629f70e2-1f93-44cc-8857-ba23f108ea95 admin admin] Publish callbacks [] for security_group (5bbe4f0b-a3b6-4621-8a98-4bb97a13778e), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.878976 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efbb4867-74e6-4494-a018-b7a4b26c9593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b815553d-cefb-4bea-88be-46a3b76a3ef8), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.961441 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb4867-74e6-4494-a018-b7a4b26c9593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b815553d-cefb-4bea-88be-46a3b76a3ef8,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:53:59.971262 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-efbb4867-74e6-4494-a018-b7a4b26c9593 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=770acc5d03d84611b4e49a4b18819c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441031 Sep 12 23:53:59.972870 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35532) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:53:59.973859 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-629f70e2-1f93-44cc-8857-ba23f108ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5bbe4f0b-a3b6-4621-8a98-4bb97a13778e), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.976874 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-629f70e2-1f93-44cc-8857-ba23f108ea95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:53:59.978076 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-629f70e2-1f93-44cc-8857-ba23f108ea95 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5bbe4f0b-a3b6-4621-8a98-4bb97a13778e HTTP/1.1" status: 204 len: 168 time: 0.2732842 Sep 12 23:53:59.991547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f70e2-1f93-44cc-8857-ba23f108ea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbe4f0b-a3b6-4621-8a98-4bb97a13778e,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:00.013991 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-ee005464-2615-48a8-9eb4-7608c8ab48f5 None None] Provisioning complete for port 41507fcf-1ad4-4940-9dad-33c3404dea2d triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:00.014369 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ee005464-2615-48a8-9eb4-7608c8ab48f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:00.053232 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:00.072742 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-ee005464-2615-48a8-9eb4-7608c8ab48f5 None None] Port 41507fcf-1ad4-4940-9dad-33c3404dea2d cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:54:00.079733 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-163dcd06-c142-4af1-94a1-1604075d4d4a admin admin] Publish callbacks [] for security_group (b815553d-cefb-4bea-88be-46a3b76a3ef8), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:00.118235 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-163dcd06-c142-4af1-94a1-1604075d4d4a admin admin] Publish callbacks [] for security_group (b815553d-cefb-4bea-88be-46a3b76a3ef8), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:00.190126 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-163dcd06-c142-4af1-94a1-1604075d4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b815553d-cefb-4bea-88be-46a3b76a3ef8), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:00.195190 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-163dcd06-c142-4af1-94a1-1604075d4d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:00.197006 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-163dcd06-c142-4af1-94a1-1604075d4d4a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b815553d-cefb-4bea-88be-46a3b76a3ef8 HTTP/1.1" status: 204 len: 168 time: 0.2223940 Sep 12 23:54:00.215913 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dcd06-c142-4af1-94a1-1604075d4d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b815553d-cefb-4bea-88be-46a3b76a3ef8,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:00.457664 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039e38a-da05-4153-bfdf-439e6fa31673 req-2b6144c3-b1ef-409a-915b-d47a4931c2a3 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:00.460431 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9039e38a-da05-4153-bfdf-439e6fa31673 req-2b6144c3-b1ef-409a-915b-d47a4931c2a3 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 943 time: 0.1133552 Sep 12 23:54:00.580568 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1d0c9-8ba8-4f99-8579-aeb44de0c61f req-c3fbe622-2056-4ffe-8f84-b2e0786efd9d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:00.583298 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-34b1d0c9-8ba8-4f99-8579-aeb44de0c61f req-c3fbe622-2056-4ffe-8f84-b2e0786efd9d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 943 time: 0.1213260 Sep 12 23:54:00.644079 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9039e38a-da05-4153-bfdf-439e6fa31673 req-1e6a1f44-6270-4b27-bfa8-1e7a04264723 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676419 Sep 12 23:54:00.756574 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-34b1d0c9-8ba8-4f99-8579-aeb44de0c61f req-e2530670-dc89-4230-8a58-2eff06a0868b tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454594 Sep 12 23:54:00.769940 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35556) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:00.812589 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-65aaca53-86a2-4305-acf7-43d3961504ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:00.874244 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a9a36-694e-4865-94dc-fd4ab139d16a req-7dc2eace-f8fa-489c-a9af-05f36866bb0d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:00.879064 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-834a9a36-694e-4865-94dc-fd4ab139d16a req-7dc2eace-f8fa-489c-a9af-05f36866bb0d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 932 time: 0.1029229 Sep 12 23:54:01.006084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:01.024966 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-65aaca53-86a2-4305-acf7-43d3961504ea admin admin] Publish callbacks [] for security_group (cf294b20-04c8-4927-ab5c-8816abddb27a), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:01.032184 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-65aaca53-86a2-4305-acf7-43d3961504ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (cf294b20-04c8-4927-ab5c-8816abddb27a), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:01.055449 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bc28f-fbf8-4a68-adf6-6868a8e4e51d req-9f908410-918c-41f7-9fb9-60c7728dad9b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:01.058012 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ad6bc28f-fbf8-4a68-adf6-6868a8e4e51d req-9f908410-918c-41f7-9fb9-60c7728dad9b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 932 time: 0.1511574 Sep 12 23:54:01.064029 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-834a9a36-694e-4865-94dc-fd4ab139d16a req-c4304255-13e2-4463-a9f9-5dc8cd7b1348 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749823 Sep 12 23:54:01.108061 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaca53-86a2-4305-acf7-43d3961504ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf294b20-04c8-4927-ab5c-8816abddb27a,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:01.110606 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-65aaca53-86a2-4305-acf7-43d3961504ea admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e9cf28f01e224b218cec4f3b6581489f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397751 Sep 12 23:54:01.115370 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35566) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:01.153126 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ad6bc28f-fbf8-4a68-adf6-6868a8e4e51d req-17d1dd68-6207-485f-93a3-bd98c68df003 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848336 Sep 12 23:54:01.194455 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c183531-2719-45e5-8625-7f45b9d91538 admin admin] Publish callbacks [] for security_group (cf294b20-04c8-4927-ab5c-8816abddb27a), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:01.196724 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:01.219814 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c183531-2719-45e5-8625-7f45b9d91538 admin admin] Publish callbacks [] for security_group (cf294b20-04c8-4927-ab5c-8816abddb27a), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:01.288281 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c183531-2719-45e5-8625-7f45b9d91538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (cf294b20-04c8-4927-ab5c-8816abddb27a), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:01.291039 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c183531-2719-45e5-8625-7f45b9d91538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:01.292354 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1c183531-2719-45e5-8625-7f45b9d91538 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cf294b20-04c8-4927-ab5c-8816abddb27a HTTP/1.1" status: 204 len: 168 time: 0.1759810 Sep 12 23:54:01.303424 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c183531-2719-45e5-8625-7f45b9d91538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf294b20-04c8-4927-ab5c-8816abddb27a,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:01.387206 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device b826088f-8d82-4b72-a304-bc22a8977946 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:54:01.402746 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Request body: {'port': {'device_id': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:01.422308 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Request body: {'port': {'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:01.460214 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:01.493214 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-b22684ce-dcee-4b23-9693-d633824c1a0d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c215802-5c5c-403a-8d38-46981edefef8 HTTP/1.1" status: 200 len: 217 time: 0.1176116 Sep 12 23:54:01.617043 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:01.652529 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-39703e45-ad00-4308-bd9d-27555cfb7b7d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749028 Sep 12 23:54:01.714927 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:01.752087 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port b826088f-8d82-4b72-a304-bc22a8977946, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b826088f-8d82-4b72-a304-bc22a8977946,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:01.805024 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': 'b826088f-8d82-4b72-a304-bc22a8977946', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'port_id': 'b826088f-8d82-4b72-a304-bc22a8977946', 'mac_address': 'fa:16:3e:f6:96:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:54:01.916185 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port b826088f-8d82-4b72-a304-bc22a8977946 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:01.918513 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (b826088f-8d82-4b72-a304-bc22a8977946), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:01.952707 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b826088f-8d82-4b72-a304-bc22a8977946 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:54:01.984930 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port b826088f-8d82-4b72-a304-bc22a8977946, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b826088f-8d82-4b72-a304-bc22a8977946,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:01.994994 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (b826088f-8d82-4b72-a304-bc22a8977946), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:02.001959 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29bba3-c8ee-4cc8-83dd-84def02f992f req-97c2094e-33ed-46ce-8e4a-41869e6985eb tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:02.032652 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7e29bba3-c8ee-4cc8-83dd-84def02f992f req-97c2094e-33ed-46ce-8e4a-41869e6985eb tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 943 time: 0.1745381 Sep 12 23:54:02.129205 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=b826088f-8d82-4b72-a304-bc22a8977946,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:02.257623 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:02.320417 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['b826088f-8d82-4b72-a304-bc22a8977946'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:54:02.457564 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 {{(pid=112751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:54:02.491353 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Publish callbacks [] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:02.528240 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.provisioning_blocks [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Transition to ACTIVE for port object 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 will not be triggered until provisioned by entity L2. {{(pid=112751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:54:02.537371 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-1233502c-a859-4112-bc12-9327879aec49 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111210 Sep 12 23:54:02.538568 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:02.604828 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:02.631606 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.managers [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Attempting to bind port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:54:02.632027 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.managers [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Attempting to bind port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'}] {{(pid=112751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:54:02.632458 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Attempting to bind port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 on network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:02.665443 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:02.720677 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 on network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:54:02.721349 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Attempting to bind port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 on network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:02.775805 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:02.785465 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:54:02.785894 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Checking segment: {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:02.786461 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Bound using segment: {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'} {{(pid=112751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:54:02.786999 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.managers [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Bound port: 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'}}] {{(pid=112751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:54:02.787481 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:02.880455 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, cleared binding levels {{(pid=112751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:54:02.885836 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:54:02.898353 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:02.906248 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:02.906999 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for port (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:02.909983 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 HTTP/1.1" status: 200 len: 1094 time: 1.5136890 Sep 12 23:54:02.910841 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:54:02.913402 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c90fda-cc67-4500-be5b-0ed9c5c37493" -d '{"events": [{"name": "network-changed", "server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:54:02.975802 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c935e5f-a490-4174-a70f-bcb8bc99ac80 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=3']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:03.094721 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25510a1a-82f0-4ea1-9f5d-cad8a562ad2f req-4f216f3d-6b76-463b-b8b4-8941b1c7942e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:03.097473 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-25510a1a-82f0-4ea1-9f5d-cad8a562ad2f req-4f216f3d-6b76-463b-b8b4-8941b1c7942e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 944 time: 1.0467179 Sep 12 23:54:03.253272 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7e29bba3-c8ee-4cc8-83dd-84def02f992f req-374317b3-55f3-4d4d-b35c-7e02cc81a67b tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2173638 Sep 12 23:54:03.274489 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-2a650417-1ab5-40e7-9ffe-77f5730bf5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:03.278310 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-2a650417-1ab5-40e7-9ffe-77f5730bf5e1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 1128 time: 0.9678974 Sep 12 23:54:03.297789 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cacc-1824-421f-8d3b-885bad583671 req-31acf7bd-0d68-47e3-8dd5-8df6e4e37fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:03.300437 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-31acf7bd-0d68-47e3-8dd5-8df6e4e37fdc service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=acd0dd24-67d7-4a55-abb9-940744359158 HTTP/1.1" status: 200 len: 850 time: 1.0630760 Sep 12 23:54:03.487477 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-25510a1a-82f0-4ea1-9f5d-cad8a562ad2f req-c9df74f2-dc2a-4140-8a6c-c4dd638b5be9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960947 Sep 12 23:54:03.539254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd54ac-a7b9-4bea-8809-d63d25cbf6d1 req-1d31179d-b5a6-4af7-b79b-2ebe2a5ee2db tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:03.540984 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6dfd54ac-a7b9-4bea-8809-d63d25cbf6d1 req-1d31179d-b5a6-4af7-b79b-2ebe2a5ee2db tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 932 time: 0.2075448 Sep 12 23:54:03.637292 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:03.729582 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6dfd54ac-a7b9-4bea-8809-d63d25cbf6d1 req-7c639f1a-e191-4b30-b5c6-85c26d6d1cec tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488280 Sep 12 23:54:03.738646 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b6a28-bb2b-4ee6-b164-35c6fc5cd094 req-3175d136-65f9-4247-9ba0-4c0b8d5b4cca tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:03.763522 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-517b6a28-bb2b-4ee6-b164-35c6fc5cd094 req-3175d136-65f9-4247-9ba0-4c0b8d5b4cca tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.1812329 Sep 12 23:54:03.803243 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:03.854657 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b07354f-e8d2-42ee-bda6-615f903860c2 x-openstack-request-id: req-0b07354f-e8d2-42ee-bda6-615f903860c2 {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:54:03.857502 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:54:03.859371 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b07354f-e8d2-42ee-bda6-615f903860c2 {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:54:03.860445 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b07354f-e8d2-42ee-bda6-615f903860c2'] response: {'name': 'network-changed', 'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'status': 'completed', 'code': 200} Sep 12 23:54:03.862165 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-517b6a28-bb2b-4ee6-b164-35c6fc5cd094 req-516858c7-ee7d-48f7-aa12-f26fa4652b30 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976152 Sep 12 23:54:03.874354 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41507fcf-1ad4-4940-9dad-33c3404dea2d {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:54:03.896490 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Publish callbacks [] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:03.929690 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Transition to ACTIVE for port object 41507fcf-1ad4-4940-9dad-33c3404dea2d will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:54:03.934962 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:04.063049 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Attempting to bind port 41507fcf-1ad4-4940-9dad-33c3404dea2d on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:54:04.063616 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Attempting to bind port 41507fcf-1ad4-4940-9dad-33c3404dea2d by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:54:04.064143 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Attempting to bind port 41507fcf-1ad4-4940-9dad-33c3404dea2d on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:04.068281 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Pushing event updated for resources: {'Port': ['ID=41507fcf-1ad4-4940-9dad-33c3404dea2d,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:04.158109 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Port 41507fcf-1ad4-4940-9dad-33c3404dea2d on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:54:04.159151 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Attempting to bind port 41507fcf-1ad4-4940-9dad-33c3404dea2d on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:04.252765 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:54:04.253808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Checking segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:04.255418 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Bound using segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:54:04.257377 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Bound port: 41507fcf-1ad4-4940-9dad-33c3404dea2d, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:54:04.258425 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:04.401437 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] For port 41507fcf-1ad4-4940-9dad-33c3404dea2d, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:54:04.443140 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] For port 41507fcf-1ad4-4940-9dad-33c3404dea2d, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=41507fcf-1ad4-4940-9dad-33c3404dea2d,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:54:04.457641 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2beea1-0a58-4bc3-9f34-04e236a2fd9a req-e034e782-e870-45d8-9cfb-d1152785c348 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:04.459606 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2b2beea1-0a58-4bc3-9f34-04e236a2fd9a req-e034e782-e870-45d8-9cfb-d1152785c348 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 943 time: 0.0733485 Sep 12 23:54:04.461588 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:04.466402 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:04.467080 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:04.468771 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/41507fcf-1ad4-4940-9dad-33c3404dea2d HTTP/1.1" status: 200 len: 1094 time: 3.0674675 Sep 12 23:54:04.469464 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'tag': '41507fcf-1ad4-4940-9dad-33c3404dea2d'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:54:04.472029 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449e06cc-3d75-4e05-8cbd-5faa2ca56ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdd77eb-4b69-4630-9f49-a1d317bb1e12", "tag": "41507fcf-1ad4-4940-9dad-33c3404dea2d"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:54:04.544127 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3683523c-41ed-4600-b8b3-3999594fef2b x-openstack-request-id: req-3683523c-41ed-4600-b8b3-3999594fef2b {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:54:04.544724 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdd77eb-4b69-4630-9f49-a1d317bb1e12", "tag": "41507fcf-1ad4-4940-9dad-33c3404dea2d", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:54:04.544966 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3683523c-41ed-4600-b8b3-3999594fef2b {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:54:04.545519 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3683523c-41ed-4600-b8b3-3999594fef2b'] response: {'name': 'network-changed', 'server_uuid': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'tag': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'status': 'completed', 'code': 200} Sep 12 23:54:04.586571 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559eb68-1df8-42ad-ad30-421386a01b90 service neutron] Pushing event updated for resources: {'Port': ['ID=41507fcf-1ad4-4940-9dad-33c3404dea2d,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:04.603050 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2b2beea1-0a58-4bc3-9f34-04e236a2fd9a req-8a1bc740-1bca-4c7f-81cc-3cafee2027ea tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267803 Sep 12 23:54:04.683936 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98e632-5cdd-4e48-806f-1441a7ff8206 req-7f6873be-ca0c-4835-a561-5750026618fd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:04.685679 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5d98e632-5cdd-4e48-806f-1441a7ff8206 req-7f6873be-ca0c-4835-a561-5750026618fd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 944 time: 0.0604975 Sep 12 23:54:04.760125 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5d98e632-5cdd-4e48-806f-1441a7ff8206 req-39c5bb5f-929f-44c1-94b6-0975823c4cf9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630176 Sep 12 23:54:04.934388 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5300b03-197b-45d6-9d18-cfac1fbc5a21 req-b9201035-d1f7-4c1b-b138-7d2ae815edb3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:04.952344 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e5300b03-197b-45d6-9d18-cfac1fbc5a21 req-b9201035-d1f7-4c1b-b138-7d2ae815edb3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 944 time: 0.1023762 Sep 12 23:54:05.072832 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb181e-4314-4b38-84a9-47ecb228d7ed req-038efbc3-c286-4655-8da9-812638c86f96 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:05.074538 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-daeb181e-4314-4b38-84a9-47ecb228d7ed req-038efbc3-c286-4655-8da9-812638c86f96 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0828321 Sep 12 23:54:05.078265 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e5300b03-197b-45d6-9d18-cfac1fbc5a21 req-28dd4d59-cbc4-4386-8e05-5400fd367f35 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195421 Sep 12 23:54:05.140346 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-daeb181e-4314-4b38-84a9-47ecb228d7ed req-2a7cfaeb-f519-4fa2-8c30-9aa670374a48 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543718 Sep 12 23:54:05.778126 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b862365-532f-4dc7-b8f6-1b6d06150f1a req-e4c8c485-928f-49a4-9340-d7c1710240ce tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:05.780485 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4b862365-532f-4dc7-b8f6-1b6d06150f1a req-e4c8c485-928f-49a4-9340-d7c1710240ce tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 943 time: 0.0615661 Sep 12 23:54:05.795961 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:05.861919 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4b862365-532f-4dc7-b8f6-1b6d06150f1a req-c0741d59-8c3e-4086-a2ba-c8a609127602 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749052 Sep 12 23:54:05.935205 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0d0b-34eb-4585-9f23-9b4000d82e9f req-75a2624a-aa20-47ad-b93b-b92757443999 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:05.936952 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-652c0d0b-34eb-4585-9f23-9b4000d82e9f req-75a2624a-aa20-47ad-b93b-b92757443999 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 944 time: 0.0678413 Sep 12 23:54:05.997855 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-652c0d0b-34eb-4585-9f23-9b4000d82e9f req-ffee74de-51e4-4c6a-8d47-22ea81d47c3f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506613 Sep 12 23:54:06.143321 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device b826088f-8d82-4b72-a304-bc22a8977946 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:06.148742 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:06.212602 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:06.248582 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port b826088f-8d82-4b72-a304-bc22a8977946 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:54:06.261711 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port b826088f-8d82-4b72-a304-bc22a8977946 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:06.262391 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (b826088f-8d82-4b72-a304-bc22a8977946), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:06.379546 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e06cc-3d75-4e05-8cbd-5faa2ca56ef6 req-466abfd4-3651-475e-811b-87f5485b5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:06.382214 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-449e06cc-3d75-4e05-8cbd-5faa2ca56ef6 req-466abfd4-3651-475e-811b-87f5485b5fc5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 1128 time: 0.1150801 Sep 12 23:54:06.396078 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port b826088f-8d82-4b72-a304-bc22a8977946 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:06.397027 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (b826088f-8d82-4b72-a304-bc22a8977946), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:06.420408 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631cacc-1824-421f-8d3b-885bad583671 req-02e02e7e-dde6-4abb-b929-8c32b873ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:06.422288 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-02e02e7e-dde6-4abb-b929-8c32b873ec49 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=5efdc9e4-8d20-4e9b-8531-580dd880dff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2728319 Sep 12 23:54:06.440167 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ba81ef-4875-4ba4-94e0-c8275bfcf252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826088f-8d82-4b72-a304-bc22a8977946'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:54:06.510184 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c90fda-cc67-4500-be5b-0ed9c5c37493 req-869f24b2-b5dc-4dec-b1f9-6d1bbefb8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:06.512035 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-13c90fda-cc67-4500-be5b-0ed9c5c37493 req-869f24b2-b5dc-4dec-b1f9-6d1bbefb8f35 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 1128 time: 0.2942548 Sep 12 23:54:06.552242 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port b826088f-8d82-4b72-a304-bc22a8977946, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b826088f-8d82-4b72-a304-bc22a8977946,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:06.567285 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (b826088f-8d82-4b72-a304-bc22a8977946), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:06.579577 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269442d-2d9b-405c-af31-fe9ff51a0e8c req-b201c8fd-d19f-401c-af8c-6879ec1e6888 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:06.599512 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e269442d-2d9b-405c-af31-fe9ff51a0e8c req-b201c8fd-d19f-401c-af8c-6879ec1e6888 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 944 time: 0.3282218 Sep 12 23:54:06.778645 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=b826088f-8d82-4b72-a304-bc22a8977946,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:06.813592 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e06cc-3d75-4e05-8cbd-5faa2ca56ef6 req-40d3edc6-389d-4bba-9c00-2dc8d299d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:06.820509 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.820860 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.821229 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.821594 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.821948 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.822179 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-449e06cc-3d75-4e05-8cbd-5faa2ca56ef6 req-40d3edc6-389d-4bba-9c00-2dc8d299d642 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=6c681f1232de4a5fbfc728c230f80624&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4308546 Sep 12 23:54:06.822282 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.822597 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.822924 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.823287 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.823622 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.823949 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.825340 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.831101 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.831528 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.831878 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:06.853212 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1884f5c4-f5c4-4180-8233-4498171adb99" -d '{"events": [{"server_uuid": "f3ba81ef-4875-4ba4-94e0-c8275bfcf252", "name": "network-vif-plugged", "status": "completed", "tag": "b826088f-8d82-4b72-a304-bc22a8977946"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:54:06.870682 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac582d98-011e-45b7-9750-81f96becef74 req-f29f9c80-efed-401e-8b1d-d42fad791bf6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:06.872391 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ac582d98-011e-45b7-9750-81f96becef74 req-f29f9c80-efed-401e-8b1d-d42fad791bf6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.5362306 Sep 12 23:54:06.874351 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-ce11713c-81a3-4fd0-9f36-9ae5ff9c3b25 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5efdc9e4-8d20-4e9b-8531-580dd880dff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175947 Sep 12 23:54:07.010537 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c90fda-cc67-4500-be5b-0ed9c5c37493 req-04cd10bd-a931-48a8-ba4d-796b0f04ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:07.012116 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-13c90fda-cc67-4500-be5b-0ed9c5c37493 req-04cd10bd-a931-48a8-ba4d-796b0f04ecc8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4474163 Sep 12 23:54:07.021728 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-bfa021f2-7486-474a-ad11-70468db88b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:07.023611 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-bfa021f2-7486-474a-ad11-70468db88b4c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.8722715 Sep 12 23:54:07.037445 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:07.059178 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ac582d98-011e-45b7-9750-81f96becef74 req-e4eb9156-7f7c-449c-8299-90a275647113 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576359 Sep 12 23:54:07.069955 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e269442d-2d9b-405c-af31-fe9ff51a0e8c req-726fe476-5916-4cbe-8dfb-73081a698093 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4691119 Sep 12 23:54:07.209201 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1631cacc-1824-421f-8d3b-885bad583671 req-0b66576b-cc04-4a50-8161-9f37f23ad465 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5efdc9e4-8d20-4e9b-8531-580dd880dff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381497 Sep 12 23:54:07.263296 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-6be86770-63a6-4609-b31a-556c1e700296 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4 HTTP/1.1" status: 200 len: 217 time: 0.0674851 Sep 12 23:54:07.302673 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e06cc-3d75-4e05-8cbd-5faa2ca56ef6 req-9edd59d3-a5a9-4225-98b8-0be1b2e82020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:07.307575 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-449e06cc-3d75-4e05-8cbd-5faa2ca56ef6 req-9edd59d3-a5a9-4225-98b8-0be1b2e82020 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4636297 Sep 12 23:54:07.353947 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cb0220-d879-48cc-9720-4369352798a9 x-openstack-request-id: req-a1cb0220-d879-48cc-9720-4369352798a9 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:54:07.355117 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ba81ef-4875-4ba4-94e0-c8275bfcf252", "name": "network-vif-plugged", "status": "completed", "tag": "b826088f-8d82-4b72-a304-bc22a8977946", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:54:07.355618 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1cb0220-d879-48cc-9720-4369352798a9 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:54:07.356256 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cb0220-d879-48cc-9720-4369352798a9'] response: {'server_uuid': 'f3ba81ef-4875-4ba4-94e0-c8275bfcf252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826088f-8d82-4b72-a304-bc22a8977946', 'code': 200} Sep 12 23:54:07.422618 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc526b3b-6784-4388-816e-39bdf5c14345 req-efa33d8f-d693-4487-b83b-58e1a67efe5e tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:07.424697 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dc526b3b-6784-4388-816e-39bdf5c14345 req-efa33d8f-d693-4487-b83b-58e1a67efe5e tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 943 time: 0.2145050 Sep 12 23:54:07.464294 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-d6072134-9832-44a3-8acc-9ac5e9f9097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:07.466130 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-d6072134-9832-44a3-8acc-9ac5e9f9097b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.1453509 Sep 12 23:54:07.530441 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c90fda-cc67-4500-be5b-0ed9c5c37493 req-11a478b5-24e6-478f-9231-3263bc7a1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:07.530441 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-13c90fda-cc67-4500-be5b-0ed9c5c37493 req-11a478b5-24e6-478f-9231-3263bc7a1f93 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3202903 Sep 12 23:54:07.550537 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8df09-9dca-40bb-827e-d1dcc88a9419 req-9740cdbb-42ad-442f-8e99-d4918c6cdc6e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:07.552236 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-72f8df09-9dca-40bb-827e-d1dcc88a9419 req-9740cdbb-42ad-442f-8e99-d4918c6cdc6e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1221371 Sep 12 23:54:07.587003 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dc526b3b-6784-4388-816e-39bdf5c14345 req-f6b9074d-2aa2-4d0f-ab7f-1bc4477082b5 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554475 Sep 12 23:54:07.641258 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-72f8df09-9dca-40bb-827e-d1dcc88a9419 req-242d1e9a-4e8a-4776-8574-6e8f8fde45ea tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768580 Sep 12 23:54:08.131135 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device c822ad88-7a3d-489a-9cdd-11e5745240c4 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:54:08.246451 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:08.392017 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-efe20f49-032c-4c98-87a5-9c0b9b8d1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:08.399805 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-efe20f49-032c-4c98-87a5-9c0b9b8d1ea9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 1128 time: 0.1733227 Sep 12 23:54:08.536593 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-496c5437-520b-405b-ae81-0fc5a714eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:08.539847 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-496c5437-520b-405b-ae81-0fc5a714eeeb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4283514 Sep 12 23:54:08.576237 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-15228afd-cade-4e7d-a854-f2d7c950409e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41507fcf-1ad4-4940-9dad-33c3404dea2d HTTP/1.1" status: 200 len: 217 time: 0.1671858 Sep 12 23:54:08.675045 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port c822ad88-7a3d-489a-9cdd-11e5745240c4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:08.701630 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-32b0042a-5224-4430-9c21-5af4b7a18783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:08.707081 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-32b0042a-5224-4430-9c21-5af4b7a18783 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 200 len: 854 time: 0.1226470 Sep 12 23:54:08.722150 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': 'c822ad88-7a3d-489a-9cdd-11e5745240c4', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'port_id': 'c822ad88-7a3d-489a-9cdd-11e5745240c4', 'mac_address': 'fa:16:3e:2d:7a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:54:08.809507 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port c822ad88-7a3d-489a-9cdd-11e5745240c4 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:08.810714 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:08.840554 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c822ad88-7a3d-489a-9cdd-11e5745240c4 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:54:08.861462 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-990161cf-aa14-4c3c-b19e-1a95f5287d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:08.870218 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-990161cf-aa14-4c3c-b19e-1a95f5287d53 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1553326 Sep 12 23:54:08.901783 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port c822ad88-7a3d-489a-9cdd-11e5745240c4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:08.913643 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:08.914865 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 1c215802-5c5c-403a-8d38-46981edefef8 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:54:09.045118 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:09.046785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-f45bb669-d13b-45b5-92a1-9153835e6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:09.049854 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-f45bb669-d13b-45b5-92a1-9153835e6fb3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 1128 time: 0.7810011 Sep 12 23:54:09.090263 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cc234-953b-40c8-b125-dfbb9853b5ee req-2a2e371b-79ed-42cb-a794-ba6ff4ad2722 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:09.105540 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a25cc234-953b-40c8-b125-dfbb9853b5ee req-2a2e371b-79ed-42cb-a794-ba6ff4ad2722 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 944 time: 0.8226986 Sep 12 23:54:09.178405 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-23ea5c28-10aa-4963-88ee-f3d12ee810cb service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 HTTP/1.1" status: 200 len: 217 time: 0.1009464 Sep 12 23:54:09.193533 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a5d8f-4e37-4b1b-8ac1-60e402428a47 req-7659aa0f-f411-4426-997d-0b0acc080c8f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:09.200802 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d86a5d8f-4e37-4b1b-8ac1-60e402428a47 req-7659aa0f-f411-4426-997d-0b0acc080c8f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.8780646 Sep 12 23:54:09.230039 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cb862-1eef-417c-89e0-9bbbec54b599 req-63863d14-7da1-4621-a2c4-38b9fa7cd326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:09.231642 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c0cb862-1eef-417c-89e0-9bbbec54b599 req-63863d14-7da1-4621-a2c4-38b9fa7cd326 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 1129 time: 0.7629218 Sep 12 23:54:09.286566 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:09.299484 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8c0cb862-1eef-417c-89e0-9bbbec54b599 req-ea0f2d74-d234-43fa-86f3-dbb290824956 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:09.306720 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d37298b0-2dce-4796-8cb0-6b945004b9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:09.371740 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-ad82a83a-8a76-4ca1-a3e6-0741032ce0eb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933846 Sep 12 23:54:09.402920 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-c072bb60-5509-4315-84b6-8fd4e66c3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:09.405043 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-c072bb60-5509-4315-84b6-8fd4e66c3681 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.1999764 Sep 12 23:54:09.407694 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-dcf2e672-d871-4bc7-b207-176f04253af4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850609 Sep 12 23:54:09.424621 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 1c215802-5c5c-403a-8d38-46981edefef8, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1c215802-5c5c-403a-8d38-46981edefef8,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:09.429289 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:09.444811 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '1c215802-5c5c-403a-8d38-46981edefef8', 'network_id': '5efdc9e4-8d20-4e9b-8531-580dd880dff0', 'port_id': '1c215802-5c5c-403a-8d38-46981edefef8', 'mac_address': 'fa:16:3e:c7:ae:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd0dd24-67d7-4a55-abb9-940744359158', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:54:09.450884 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a25cc234-953b-40c8-b125-dfbb9853b5ee req-a7bf26af-d557-4ff4-981f-01a5c4967da2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440404 Sep 12 23:54:09.456022 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=c822ad88-7a3d-489a-9cdd-11e5745240c4,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:09.534526 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 1c215802-5c5c-403a-8d38-46981edefef8 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:09.535813 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1c215802-5c5c-403a-8d38-46981edefef8), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:09.536553 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d86a5d8f-4e37-4b1b-8ac1-60e402428a47 req-49f4dbff-e8e2-4bfe-8cd3-32d8b19d4c65 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347526 Sep 12 23:54:09.559470 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c215802-5c5c-403a-8d38-46981edefef8 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:54:09.605476 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 1c215802-5c5c-403a-8d38-46981edefef8, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1c215802-5c5c-403a-8d38-46981edefef8,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:09.619026 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1c215802-5c5c-403a-8d38-46981edefef8), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:09.714451 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-b37335ae-fd11-4452-877f-657fdb5a3659 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322816 Sep 12 23:54:09.725818 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-9c1848d8-97c7-46f1-8948-e50f0f9b3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:09.737271 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-9c1848d8-97c7-46f1-8948-e50f0f9b3c02 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3169827 Sep 12 23:54:09.782181 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=1c215802-5c5c-403a-8d38-46981edefef8,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:09.845893 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:09.967837 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35640c-8afc-480a-a4b7-3b9a499a8572 req-f44169c9-5bb9-4964-9011-7b605d4d695b tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:09.970672 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c35640c-8afc-480a-a4b7-3b9a499a8572 req-f44169c9-5bb9-4964-9011-7b605d4d695b tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 944 time: 0.2965107 Sep 12 23:54:10.010884 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['1c215802-5c5c-403a-8d38-46981edefef8'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:54:10.061517 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92217366-e1de-4f23-a146-1c30d6d512bb req-f513ddb3-055d-4fe7-b92f-ccb16f49d4b6 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:10.063181 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-92217366-e1de-4f23-a146-1c30d6d512bb req-f513ddb3-055d-4fe7-b92f-ccb16f49d4b6 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.2804787 Sep 12 23:54:10.090116 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6aa48e97-e526-4faa-b50a-2010ccb58795 req-bdf06d3e-7405-42d4-ab77-9363b1222221 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6650510 Sep 12 23:54:10.149907 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8c0cb862-1eef-417c-89e0-9bbbec54b599 req-ea0f2d74-d234-43fa-86f3-dbb290824956 service neutron] Publish callbacks [] for security_group (c7c09d0d-1b04-45d2-84e9-127fe3958886), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:10.155483 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['c822ad88-7a3d-489a-9cdd-11e5745240c4'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:54:10.168423 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8c0cb862-1eef-417c-89e0-9bbbec54b599 req-ea0f2d74-d234-43fa-86f3-dbb290824956 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (c7c09d0d-1b04-45d2-84e9-127fe3958886), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:10.182775 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-bb201058-8190-4506-b9e7-c2a3de966765 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934429 Sep 12 23:54:10.229886 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c35640c-8afc-480a-a4b7-3b9a499a8572 req-cb77b52e-2caa-4312-92db-7d98f3317505 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427976 Sep 12 23:54:10.232090 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:10.239617 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:10.268466 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c0cb862-1eef-417c-89e0-9bbbec54b599 req-ea0f2d74-d234-43fa-86f3-dbb290824956 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0166204 Sep 12 23:54:10.277868 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-92217366-e1de-4f23-a146-1c30d6d512bb req-22c73546-0154-4f73-93b3-b1c8452d22d2 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968005 Sep 12 23:54:10.283772 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f2d74-d234-43fa-86f3-dbb290824956 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c09d0d-1b04-45d2-84e9-127fe3958886,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:10.580867 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 35852) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:10.689095 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be589554-9e83-4a5d-bfab-1be45e95809c req-a741bff9-6b77-4fd9-a8e6-6ba8db5c914a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:10.701393 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-be589554-9e83-4a5d-bfab-1be45e95809c req-a741bff9-6b77-4fd9-a8e6-6ba8db5c914a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 944 time: 0.0917919 Sep 12 23:54:10.839858 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-afc215bc-02c9-429f-adff-78c42c5dc377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:10.905477 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-be589554-9e83-4a5d-bfab-1be45e95809c req-3d23aba3-5400-431a-9458-98f55cf08735 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019258 Sep 12 23:54:10.919477 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb61cdf-0810-469f-a9f4-12e2bb04098a req-855d71de-bf10-4e10-8f54-4b8632c58f26 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:10.921280 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-edb61cdf-0810-469f-a9f4-12e2bb04098a req-855d71de-bf10-4e10-8f54-4b8632c58f26 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.1898849 Sep 12 23:54:11.029384 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bb1a0b-ad7a-45c6-addc-a7e39b87686c req-2023344b-620f-4b1f-a5e0-6112401d56bd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245286 Sep 12 23:54:11.049929 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-edb61cdf-0810-469f-a9f4-12e2bb04098a req-9fdec247-26dd-4d80-b9b1-857d900d8ae7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172538 Sep 12 23:54:11.109930 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-afc215bc-02c9-429f-adff-78c42c5dc377 admin admin] Publish callbacks [] for security_group (9c8dd1e5-8fb1-4ef4-85f7-878bb96990a3), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:11.116388 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-afc215bc-02c9-429f-adff-78c42c5dc377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (9c8dd1e5-8fb1-4ef4-85f7-878bb96990a3), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:11.163972 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-afc215bc-02c9-429f-adff-78c42c5dc377 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=99a8c94bd9d04a34bfa2d693c6cdec58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5817149 Sep 12 23:54:11.166361 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc215bc-02c9-429f-adff-78c42c5dc377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8dd1e5-8fb1-4ef4-85f7-878bb96990a3,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:11.167693 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35894) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:11.252137 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-64a48397-63ab-47b6-9037-49508ee4bc15 admin admin] Publish callbacks [] for security_group (9c8dd1e5-8fb1-4ef4-85f7-878bb96990a3), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:11.286461 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:54:11.293379 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-64a48397-63ab-47b6-9037-49508ee4bc15 admin admin] Publish callbacks [] for security_group (9c8dd1e5-8fb1-4ef4-85f7-878bb96990a3), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:11.361235 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35908) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:11.414172 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-64a48397-63ab-47b6-9037-49508ee4bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (9c8dd1e5-8fb1-4ef4-85f7-878bb96990a3), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:11.418509 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-64a48397-63ab-47b6-9037-49508ee4bc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:11.425149 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-64a48397-63ab-47b6-9037-49508ee4bc15 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9c8dd1e5-8fb1-4ef4-85f7-878bb96990a3 HTTP/1.1" status: 204 len: 168 time: 0.2552576 Sep 12 23:54:11.455872 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a48397-63ab-47b6-9037-49508ee4bc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8dd1e5-8fb1-4ef4-85f7-878bb96990a3,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:11.515013 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558309e6-14dc-4565-941d-bfe2b0da960d req-bafa6c19-fd06-4136-bfb2-b39e886b8f01 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:11.516896 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-558309e6-14dc-4565-941d-bfe2b0da960d req-bafa6c19-fd06-4136-bfb2-b39e886b8f01 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1380377 Sep 12 23:54:11.540967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c3ed6-66c6-4b56-bad6-81ee1587e399 req-bea2dac8-73c3-4c42-8df7-264e0c1413ca tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:11.542565 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2b3c3ed6-66c6-4b56-bad6-81ee1587e399 req-bea2dac8-73c3-4c42-8df7-264e0c1413ca tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 944 time: 0.0906541 Sep 12 23:54:11.607494 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:11.612291 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-558309e6-14dc-4565-941d-bfe2b0da960d req-f15093d5-2eb5-474e-8bfa-eddad5de4921 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868847 Sep 12 23:54:11.634305 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2b3c3ed6-66c6-4b56-bad6-81ee1587e399 req-87b9b218-0f31-4c0e-949d-18393af0936f tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837088 Sep 12 23:54:11.671459 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-165a2fde-1386-40b3-96f4-849f11989329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:11.755326 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:11.814155 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35920) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:11.830388 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-165a2fde-1386-40b3-96f4-849f11989329 admin admin] Publish callbacks [] for security_group (1c7f8930-0b39-42a2-828a-b2d4ffaea532), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:11.836777 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-165a2fde-1386-40b3-96f4-849f11989329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (1c7f8930-0b39-42a2-828a-b2d4ffaea532), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:11.901754 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a2fde-1386-40b3-96f4-849f11989329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7f8930-0b39-42a2-828a-b2d4ffaea532,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:11.910099 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-165a2fde-1386-40b3-96f4-849f11989329 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b248d3a73c8b4361b2375aafee2508d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5469017 Sep 12 23:54:11.914844 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35928) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:11.981705 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-92bf1533-3176-437d-a4be-5ff48a3a3bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.024495 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2f9de88b-6590-4128-9049-fbb2bf517d5d admin admin] Publish callbacks [] for security_group (1c7f8930-0b39-42a2-828a-b2d4ffaea532), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.070136 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2f9de88b-6590-4128-9049-fbb2bf517d5d admin admin] Publish callbacks [] for security_group (1c7f8930-0b39-42a2-828a-b2d4ffaea532), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.124207 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9add6-a90a-4778-8e68-e0ab72795c40 req-1d4db456-5ec4-4f8f-bcd1-29e1c5db42b5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:12.136259 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-67c9add6-a90a-4778-8e68-e0ab72795c40 req-1d4db456-5ec4-4f8f-bcd1-29e1c5db42b5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 944 time: 0.0991118 Sep 12 23:54:12.154112 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 41507fcf-1ad4-4940-9dad-33c3404dea2d details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:54:12.166848 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device c822ad88-7a3d-489a-9cdd-11e5745240c4 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:12.173923 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2f9de88b-6590-4128-9049-fbb2bf517d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (1c7f8930-0b39-42a2-828a-b2d4ffaea532), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.177908 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2f9de88b-6590-4128-9049-fbb2bf517d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.179104 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-2f9de88b-6590-4128-9049-fbb2bf517d5d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1c7f8930-0b39-42a2-828a-b2d4ffaea532 HTTP/1.1" status: 204 len: 168 time: 0.2626140 Sep 12 23:54:12.214334 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9de88b-6590-4128-9049-fbb2bf517d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7f8930-0b39-42a2-828a-b2d4ffaea532,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:12.264110 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-67c9add6-a90a-4778-8e68-e0ab72795c40 req-4fdb652f-6344-47fa-a191-9ce7f605027c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263771 Sep 12 23:54:12.294665 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35948) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:12.307856 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed0ea6-399e-49d2-ae0b-cd80c97ca883 req-1d8dd2ac-f15e-4422-b89b-48de185c427c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:12.310007 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-24ed0ea6-399e-49d2-ae0b-cd80c97ca883 req-1d8dd2ac-f15e-4422-b89b-48de185c427c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.1258407 Sep 12 23:54:12.322769 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1b9bd12f-b8e6-49b8-8f4c-9c04d36d970d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.350490 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6a82b879-08b6-425d-9c37-b76a2d64da2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.385269 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-24ed0ea6-399e-49d2-ae0b-cd80c97ca883 req-ca0b3828-9b04-44c3-a67d-4c00caa95c69 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690365 Sep 12 23:54:12.391527 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port c822ad88-7a3d-489a-9cdd-11e5745240c4 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:54:12.421579 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port c822ad88-7a3d-489a-9cdd-11e5745240c4 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:12.421895 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.523940 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 41507fcf-1ad4-4940-9dad-33c3404dea2d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=41507fcf-1ad4-4940-9dad-33c3404dea2d,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:12.531756 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:12.557754 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'mac_address': 'fa:16:3e:09:95:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:54:12.560181 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6a82b879-08b6-425d-9c37-b76a2d64da2a admin admin] Publish callbacks [] for security_group (95769c16-4436-47cd-b67a-7c5432f4916f), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.563511 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1b9bd12f-b8e6-49b8-8f4c-9c04d36d970d admin admin] Publish callbacks [] for security_group (83384fc5-08c6-41cf-acac-f1567e1f8180), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.568619 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6a82b879-08b6-425d-9c37-b76a2d64da2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (95769c16-4436-47cd-b67a-7c5432f4916f), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.581142 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1b9bd12f-b8e6-49b8-8f4c-9c04d36d970d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (83384fc5-08c6-41cf-acac-f1567e1f8180), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.641469 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-6a82b879-08b6-425d-9c37-b76a2d64da2a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=33db7a46234c423fb07ab2111c9460df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8234549 Sep 12 23:54:12.641469 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82b879-08b6-425d-9c37-b76a2d64da2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95769c16-4436-47cd-b67a-7c5432f4916f,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:12.641825 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 35956) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:12.663344 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1b9bd12f-b8e6-49b8-8f4c-9c04d36d970d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=df0180dab517412d9a742403042e9c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646803 Sep 12 23:54:12.669630 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35958) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:12.678531 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:12.711930 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port c822ad88-7a3d-489a-9cdd-11e5745240c4 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:12.712806 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.713938 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0c55d8a7-e802-44d4-85aa-cf6a19d8771a admin admin] Publish callbacks [] for security_group (95769c16-4436-47cd-b67a-7c5432f4916f), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.716464 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 41507fcf-1ad4-4940-9dad-33c3404dea2d is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:12.717073 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.723468 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:12.743405 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0c55d8a7-e802-44d4-85aa-cf6a19d8771a admin admin] Publish callbacks [] for security_group (95769c16-4436-47cd-b67a-7c5432f4916f), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.760742 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41507fcf-1ad4-4940-9dad-33c3404dea2d {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:54:12.792027 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:12.793237 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a815f549-72fc-4403-bec8-1ab8e6d5eeb7 admin admin] Publish callbacks [] for security_group (83384fc5-08c6-41cf-acac-f1567e1f8180), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.801146 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bd12f-b8e6-49b8-8f4c-9c04d36d970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83384fc5-08c6-41cf-acac-f1567e1f8180,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:12.813188 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695586a7-2b4d-477b-ab83-9e74f5f7078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c822ad88-7a3d-489a-9cdd-11e5745240c4'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:54:12.817537 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6c00b9-fe84-4a57-a39f-8a9ce5599318" -d '{"events": [{"server_uuid": "695586a7-2b4d-477b-ab83-9e74f5f7078a", "name": "network-vif-plugged", "status": "completed", "tag": "c822ad88-7a3d-489a-9cdd-11e5745240c4"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:54:12.819045 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0c55d8a7-e802-44d4-85aa-cf6a19d8771a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (95769c16-4436-47cd-b67a-7c5432f4916f), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.823261 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0c55d8a7-e802-44d4-85aa-cf6a19d8771a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.824966 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-0c55d8a7-e802-44d4-85aa-cf6a19d8771a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/95769c16-4436-47cd-b67a-7c5432f4916f HTTP/1.1" status: 204 len: 168 time: 0.1817873 Sep 12 23:54:12.839730 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55d8a7-e802-44d4-85aa-cf6a19d8771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95769c16-4436-47cd-b67a-7c5432f4916f,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:12.854692 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a815f549-72fc-4403-bec8-1ab8e6d5eeb7 admin admin] Publish callbacks [] for security_group (83384fc5-08c6-41cf-acac-f1567e1f8180), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.871623 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port c822ad88-7a3d-489a-9cdd-11e5745240c4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:12.875597 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 41507fcf-1ad4-4940-9dad-33c3404dea2d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=41507fcf-1ad4-4940-9dad-33c3404dea2d,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:12.886907 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.887912 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 1c215802-5c5c-403a-8d38-46981edefef8 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:12.901634 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.902434 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:54:12.933347 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a815f549-72fc-4403-bec8-1ab8e6d5eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (83384fc5-08c6-41cf-acac-f1567e1f8180), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.960038 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a815f549-72fc-4403-bec8-1ab8e6d5eeb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:12.970645 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-a815f549-72fc-4403-bec8-1ab8e6d5eeb7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/83384fc5-08c6-41cf-acac-f1567e1f8180 HTTP/1.1" status: 204 len: 168 time: 0.2994795 Sep 12 23:54:13.027670 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815f549-72fc-4403-bec8-1ab8e6d5eeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83384fc5-08c6-41cf-acac-f1567e1f8180,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:13.095183 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=c822ad88-7a3d-489a-9cdd-11e5745240c4,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:13.112351 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca84b1-98a5-4b01-a671-1658fc7e65ba req-027a0ef8-2af3-4e2d-a8ec-cb997838f278 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:13.115698 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2cca84b1-98a5-4b01-a671-1658fc7e65ba req-027a0ef8-2af3-4e2d-a8ec-cb997838f278 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1682703 Sep 12 23:54:13.169133 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:13.205183 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 1c215802-5c5c-403a-8d38-46981edefef8 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:54:13.236971 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9724-33ba-44fb-b644-275e9f4a8b5d req-af928cab-4bfe-4d12-aa3e-3650e903f535 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:13.239121 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4b7d9724-33ba-44fb-b644-275e9f4a8b5d req-af928cab-4bfe-4d12-aa3e-3650e903f535 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 944 time: 0.1210821 Sep 12 23:54:13.324766 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 1c215802-5c5c-403a-8d38-46981edefef8 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:13.325372 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (1c215802-5c5c-403a-8d38-46981edefef8), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:13.342671 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2cca84b1-98a5-4b01-a671-1658fc7e65ba req-d1a34b35-8dc8-49ef-a0cc-fbddcb0490d7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568170 Sep 12 23:54:13.402533 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4b7d9724-33ba-44fb-b644-275e9f4a8b5d req-44bdc333-268c-4b89-81ff-e2e8207ed58f tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303010 Sep 12 23:54:13.438645 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:13.475373 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'port_id': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'mac_address': 'fa:16:3e:5c:95:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:54:13.480938 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3654da9e-0dc7-4d2e-89e1-30adf15c7ae0 x-openstack-request-id: req-3654da9e-0dc7-4d2e-89e1-30adf15c7ae0 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:54:13.481222 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695586a7-2b4d-477b-ab83-9e74f5f7078a", "name": "network-vif-plugged", "status": "completed", "tag": "c822ad88-7a3d-489a-9cdd-11e5745240c4", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:54:13.481632 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3654da9e-0dc7-4d2e-89e1-30adf15c7ae0 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:54:13.482838 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3654da9e-0dc7-4d2e-89e1-30adf15c7ae0'] response: {'server_uuid': '695586a7-2b4d-477b-ab83-9e74f5f7078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c822ad88-7a3d-489a-9cdd-11e5745240c4', 'code': 200} Sep 12 23:54:13.596761 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:13.600461 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=41507fcf-1ad4-4940-9dad-33c3404dea2d,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:13.648685 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:13.649159 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:13.687309 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482e9a-afaf-4980-b654-69c30ca6e8e0 req-790c830b-810e-43c7-b03a-97835512e75a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:13.690422 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dc482e9a-afaf-4980-b654-69c30ca6e8e0 req-790c830b-810e-43c7-b03a-97835512e75a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 945 time: 0.1186545 Sep 12 23:54:13.715012 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 35994) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:13.736718 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047c015-dfb1-4c6d-b213-9ab40eba35eb req-08926f4b-7b3a-4769-8c9b-a038caeecce1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:13.737332 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:54:13.743890 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c047c015-dfb1-4c6d-b213-9ab40eba35eb req-08926f4b-7b3a-4769-8c9b-a038caeecce1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.1903236 Sep 12 23:54:13.753142 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67711f4b-d8b8-4094-9f98-0458d8b920f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:13.772592 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 1c215802-5c5c-403a-8d38-46981edefef8 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:13.772983 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1c215802-5c5c-403a-8d38-46981edefef8), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:13.801567 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:13.813469 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:13.858200 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 1c215802-5c5c-403a-8d38-46981edefef8, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1c215802-5c5c-403a-8d38-46981edefef8,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:13.873681 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1c215802-5c5c-403a-8d38-46981edefef8), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:13.910137 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:13.944548 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ef11d-3e97-4482-8410-ecd5b0490fc8 req-356c7ac3-c19a-4109-8191-6b2d3202578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:13.946824 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7f0ef11d-3e97-4482-8410-ecd5b0490fc8 req-356c7ac3-c19a-4109-8191-6b2d3202578d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 1130 time: 0.2016449 Sep 12 23:54:13.964324 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67711f4b-d8b8-4094-9f98-0458d8b920f9 admin admin] Publish callbacks [] for security_group (7aa950f3-6471-4183-af83-4cf2bfb6d4a7), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:13.964530 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c047c015-dfb1-4c6d-b213-9ab40eba35eb req-81d1ac30-7db6-44fd-9424-35f14c82848c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962690 Sep 12 23:54:13.974957 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67711f4b-d8b8-4094-9f98-0458d8b920f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7aa950f3-6471-4183-af83-4cf2bfb6d4a7), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:14.006379 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dc482e9a-afaf-4980-b654-69c30ca6e8e0 req-2d8c0b39-ea6d-497e-84ac-28f2192d0f3b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028047 Sep 12 23:54:14.025847 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67711f4b-d8b8-4094-9f98-0458d8b920f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa950f3-6471-4183-af83-4cf2bfb6d4a7,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:14.101899 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-67711f4b-d8b8-4094-9f98-0458d8b920f9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=14e6cff0cad2468c81801a099f74b950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842876 Sep 12 23:54:14.104459 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36000) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:14.107736 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=1c215802-5c5c-403a-8d38-46981edefef8,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:14.108318 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7f0ef11d-3e97-4482-8410-ecd5b0490fc8 req-676ef1ca-04f0-46f5-b210-04da64633569 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396213 Sep 12 23:54:14.112617 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:14.175865 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4eda02cb-6010-47cd-80af-dfec8e7787d7 admin admin] Publish callbacks [] for security_group (7aa950f3-6471-4183-af83-4cf2bfb6d4a7), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:14.200016 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:54:14.211005 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4eda02cb-6010-47cd-80af-dfec8e7787d7 admin admin] Publish callbacks [] for security_group (7aa950f3-6471-4183-af83-4cf2bfb6d4a7), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:14.272238 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:14.300163 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['41507fcf-1ad4-4940-9dad-33c3404dea2d'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:54:14.313797 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4eda02cb-6010-47cd-80af-dfec8e7787d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7aa950f3-6471-4183-af83-4cf2bfb6d4a7), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:14.317611 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4eda02cb-6010-47cd-80af-dfec8e7787d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:14.319130 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-4eda02cb-6010-47cd-80af-dfec8e7787d7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7aa950f3-6471-4183-af83-4cf2bfb6d4a7 HTTP/1.1" status: 204 len: 168 time: 0.2134526 Sep 12 23:54:14.332007 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda02cb-6010-47cd-80af-dfec8e7787d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa950f3-6471-4183-af83-4cf2bfb6d4a7,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:14.356795 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36010) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:14.599043 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:14.633717 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8009a-bbb9-47f0-9d41-280263cbaab7 req-c9843dbd-e63e-4856-a859-50c47669caea tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:14.635471 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89e8009a-bbb9-47f0-9d41-280263cbaab7 req-c9843dbd-e63e-4856-a859-50c47669caea tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1362157 Sep 12 23:54:14.643749 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031aa71a-0817-4d64-8ed7-4c9f6243b2d6 req-52e1bf01-d20b-4c81-9db3-11862174db56 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:14.645884 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-031aa71a-0817-4d64-8ed7-4c9f6243b2d6 req-52e1bf01-d20b-4c81-9db3-11862174db56 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 945 time: 0.0914073 Sep 12 23:54:14.735696 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89e8009a-bbb9-47f0-9d41-280263cbaab7 req-e69754f8-7611-41c7-ba3d-4b36252f4ca0 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734990 Sep 12 23:54:14.768176 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-031aa71a-0817-4d64-8ed7-4c9f6243b2d6 req-53f8bdea-8e58-4be8-80d4-4740d566553f tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039619 Sep 12 23:54:14.803634 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:14.848216 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-4e439683-6614-4553-8f91-9641a8b60485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:14.899012 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:14.984472 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:14.987937 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-4e439683-6614-4553-8f91-9641a8b60485 admin admin] Publish callbacks [] for security_group (7d4982f4-c57b-4d04-b568-647d7c489782), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:14.996904 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-4e439683-6614-4553-8f91-9641a8b60485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7d4982f4-c57b-4d04-b568-647d7c489782), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:15.053861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e439683-6614-4553-8f91-9641a8b60485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4982f4-c57b-4d04-b568-647d7c489782,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:15.063451 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:15.100912 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-4e439683-6614-4553-8f91-9641a8b60485 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=98d8013f05e54a23a4ffe2d827ef2f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7418928 Sep 12 23:54:15.107579 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36040) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:15.317194 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77403fea-3e82-40bd-b162-e11d27b9bd7b req-9ca5576a-1a8a-4da6-a02d-bb9a2c5fa59e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:15.318826 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-77403fea-3e82-40bd-b162-e11d27b9bd7b req-9ca5576a-1a8a-4da6-a02d-bb9a2c5fa59e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 945 time: 0.1541333 Sep 12 23:54:15.322134 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2277c2eb-ac8d-4453-9fe2-e76dbe779aea admin admin] Publish callbacks [] for security_group (7d4982f4-c57b-4d04-b568-647d7c489782), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:15.358220 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac818c-f90e-4fba-8771-351376100bd7 req-d499db2a-4419-41aa-8a02-963e4fd1fb1a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:15.360462 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1ac818c-f90e-4fba-8771-351376100bd7 req-d499db2a-4419-41aa-8a02-963e4fd1fb1a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 945 time: 0.1201808 Sep 12 23:54:15.379364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2277c2eb-ac8d-4453-9fe2-e76dbe779aea admin admin] Publish callbacks [] for security_group (7d4982f4-c57b-4d04-b568-647d7c489782), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:15.484919 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab7089c-6860-4148-9dd6-45939ee2c1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c215802-5c5c-403a-8d38-46981edefef8'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:54:15.490111 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba241d1a-d866-47a8-ac3b-59bc2eb4d1d8" -d '{"events": [{"server_uuid": "cab7089c-6860-4148-9dd6-45939ee2c1a9", "name": "network-vif-plugged", "status": "completed", "tag": "1c215802-5c5c-403a-8d38-46981edefef8"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:54:15.534141 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-77403fea-3e82-40bd-b162-e11d27b9bd7b req-69e8e339-21e7-471a-81a9-1d7156ff92d1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966748 Sep 12 23:54:15.560026 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1ac818c-f90e-4fba-8771-351376100bd7 req-73447eaf-9fab-4148-9c58-6f3d31fdc1e7 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835830 Sep 12 23:54:15.592690 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2277c2eb-ac8d-4453-9fe2-e76dbe779aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7d4982f4-c57b-4d04-b568-647d7c489782), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:15.597917 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2277c2eb-ac8d-4453-9fe2-e76dbe779aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:15.605385 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-2277c2eb-ac8d-4453-9fe2-e76dbe779aea admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7d4982f4-c57b-4d04-b568-647d7c489782 HTTP/1.1" status: 204 len: 168 time: 0.4951103 Sep 12 23:54:15.627595 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277c2eb-ac8d-4453-9fe2-e76dbe779aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4982f4-c57b-4d04-b568-647d7c489782,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:15.747973 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a4f1e1-fa2b-4852-9722-8573fb2bb22b x-openstack-request-id: req-07a4f1e1-fa2b-4852-9722-8573fb2bb22b {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:54:15.749523 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab7089c-6860-4148-9dd6-45939ee2c1a9", "name": "network-vif-plugged", "status": "completed", "tag": "1c215802-5c5c-403a-8d38-46981edefef8", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:54:15.750219 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07a4f1e1-fa2b-4852-9722-8573fb2bb22b {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:54:15.750713 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a4f1e1-fa2b-4852-9722-8573fb2bb22b'] response: {'server_uuid': 'cab7089c-6860-4148-9dd6-45939ee2c1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c215802-5c5c-403a-8d38-46981edefef8', 'code': 200} Sep 12 23:54:15.938673 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef021a-6270-4699-b031-1e5a54988be3 req-067bfe6d-4016-412a-bc21-34bde34d38cb tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:15.960401 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9eef021a-6270-4699-b031-1e5a54988be3 req-067bfe6d-4016-412a-bc21-34bde34d38cb tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1759408 Sep 12 23:54:16.135532 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ee341-28a3-45ba-b1a8-fd91f3fc6bc3 req-27ad06fe-82e0-4e35-bdc0-e6551f227350 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:16.142741 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-159ee341-28a3-45ba-b1a8-fd91f3fc6bc3 req-27ad06fe-82e0-4e35-bdc0-e6551f227350 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 945 time: 0.1724203 Sep 12 23:54:16.149491 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c873863-04bf-4af9-a597-0381a9428e61 req-e771d195-cb4f-426a-b508-3d9e9ac44c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:16.151337 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c873863-04bf-4af9-a597-0381a9428e61 req-e771d195-cb4f-426a-b508-3d9e9ac44c3d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 1129 time: 0.1791446 Sep 12 23:54:16.200735 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 41507fcf-1ad4-4940-9dad-33c3404dea2d up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:16.222991 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9eef021a-6270-4699-b031-1e5a54988be3 req-da403ec9-cb0b-45f2-9072-d8f150130456 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555976 Sep 12 23:54:16.324305 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 41507fcf-1ad4-4940-9dad-33c3404dea2d completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:54:16.329172 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:16.337931 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 41507fcf-1ad4-4940-9dad-33c3404dea2d triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:16.338529 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:16.356364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01595de-f814-4288-a3c9-a6c8afc09325 req-9f372f3d-d352-4829-865a-634506fd2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:16.358762 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e01595de-f814-4288-a3c9-a6c8afc09325 req-9f372f3d-d352-4829-865a-634506fd2a77 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 1129 time: 0.1773098 Sep 12 23:54:16.379139 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-159ee341-28a3-45ba-b1a8-fd91f3fc6bc3 req-9a755e17-2dd9-4ff9-8536-9162f69ce579 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351587 Sep 12 23:54:16.437278 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c873863-04bf-4af9-a597-0381a9428e61 req-556564a7-290d-4e8e-ae80-1b669cc9ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:16.438815 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c873863-04bf-4af9-a597-0381a9428e61 req-556564a7-290d-4e8e-ae80-1b669cc9ca7b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.2760775 Sep 12 23:54:16.525329 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e01595de-f814-4288-a3c9-a6c8afc09325 req-18eb717f-e352-4a0b-ae87-4b9b76a8132e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600149 Sep 12 23:54:16.527245 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c873863-04bf-4af9-a597-0381a9428e61 req-2b257f28-eb85-451a-9421-cc2aebca68b0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b826088f-8d82-4b72-a304-bc22a8977946 HTTP/1.1" status: 200 len: 217 time: 0.0813298 Sep 12 23:54:16.729442 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36090) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:16.784068 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-876ff15b-db34-4b1d-9b25-08f5655e6a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:16.968050 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 41507fcf-1ad4-4940-9dad-33c3404dea2d is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:16.969458 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.021177 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-876ff15b-db34-4b1d-9b25-08f5655e6a88 admin admin] Publish callbacks [] for security_group (44fad287-5d98-4cf4-a243-ae118f1ba3e5), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.031525 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-876ff15b-db34-4b1d-9b25-08f5655e6a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (44fad287-5d98-4cf4-a243-ae118f1ba3e5), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.068540 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 41507fcf-1ad4-4940-9dad-33c3404dea2d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=41507fcf-1ad4-4940-9dad-33c3404dea2d,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:17.085281 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71b8a7-4b1d-4cbd-8766-26161306763b req-a5c6dbef-e2d6-4989-a485-338e9707fea8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:17.086776 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.086913 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9a71b8a7-4b1d-4cbd-8766-26161306763b req-a5c6dbef-e2d6-4989-a485-338e9707fea8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 945 time: 0.2980204 Sep 12 23:54:17.090239 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:17.116875 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c91ee-73ef-477e-bc66-ac8e64d5caa5 req-129835d4-d9a1-4006-8244-7e36a2d5724c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:17.118485 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-747c91ee-73ef-477e-bc66-ac8e64d5caa5 req-129835d4-d9a1-4006-8244-7e36a2d5724c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 945 time: 0.2975383 Sep 12 23:54:17.124121 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ff15b-db34-4b1d-9b25-08f5655e6a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fad287-5d98-4cf4-a243-ae118f1ba3e5,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:17.133693 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c873863-04bf-4af9-a597-0381a9428e61 req-13c4d687-83a3-4c2b-ae36-eab05e268b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:17.135323 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c873863-04bf-4af9-a597-0381a9428e61 req-13c4d687-83a3-4c2b-ae36-eab05e268b09 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.4152226 Sep 12 23:54:17.192117 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-876ff15b-db34-4b1d-9b25-08f5655e6a88 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0fb3438dd5df46c59e28414b4251b87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4605200 Sep 12 23:54:17.195114 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36098) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:17.246197 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:54:17.247987 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:17.251785 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=41507fcf-1ad4-4940-9dad-33c3404dea2d,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:17.266927 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:17.268424 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.373422 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dae058c9-ff61-4a8f-a964-ac4f558fbcf0 admin admin] Publish callbacks [] for security_group (44fad287-5d98-4cf4-a243-ae118f1ba3e5), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.411925 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:17.413309 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.438858 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dae058c9-ff61-4a8f-a964-ac4f558fbcf0 admin admin] Publish callbacks [] for security_group (44fad287-5d98-4cf4-a243-ae118f1ba3e5), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.537689 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dae058c9-ff61-4a8f-a964-ac4f558fbcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (44fad287-5d98-4cf4-a243-ae118f1ba3e5), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.542307 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dae058c9-ff61-4a8f-a964-ac4f558fbcf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.546488 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:17.556093 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-dae058c9-ff61-4a8f-a964-ac4f558fbcf0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/44fad287-5d98-4cf4-a243-ae118f1ba3e5 HTTP/1.1" status: 204 len: 168 time: 0.3580987 Sep 12 23:54:17.560366 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:17.566522 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9a71b8a7-4b1d-4cbd-8766-26161306763b req-8256a842-2821-4689-a84c-fd9ae4125526 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4712942 Sep 12 23:54:17.572657 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c873863-04bf-4af9-a597-0381a9428e61 req-7cb759e4-d330-4471-88c5-9b4629e62cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:17.575041 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c873863-04bf-4af9-a597-0381a9428e61 req-7cb759e4-d330-4471-88c5-9b4629e62cc4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1185780 Sep 12 23:54:17.608694 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-747c91ee-73ef-477e-bc66-ac8e64d5caa5 req-de719600-b3b0-4377-9503-9e78624d0d2c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4798987 Sep 12 23:54:17.632362 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae058c9-ff61-4a8f-a964-ac4f558fbcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fad287-5d98-4cf4-a243-ae118f1ba3e5,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:17.757085 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41507fcf-1ad4-4940-9dad-33c3404dea2d'}, {'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:54:17.760760 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2165d8d-066c-4b62-b287-6aadafeb31fd" -d '{"events": [{"server_uuid": "1bdd77eb-4b69-4630-9f49-a1d317bb1e12", "name": "network-vif-plugged", "status": "completed", "tag": "41507fcf-1ad4-4940-9dad-33c3404dea2d"}, {"server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "name": "network-vif-plugged", "status": "completed", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:54:17.795808 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:17.953547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c672ee-3642-4f83-9c90-940e43ba4cba req-319510da-92ac-47dd-af09-193565cc9b42 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:17.969411 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-09c672ee-3642-4f83-9c90-940e43ba4cba req-319510da-92ac-47dd-af09-193565cc9b42 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 945 time: 0.2512984 Sep 12 23:54:18.027635 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b731a-74b1-440e-a756-ef96f354005f req-5aa87585-057d-4560-9123-0778dfaab09f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:18.028429 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1a3b731a-74b1-440e-a756-ef96f354005f req-5aa87585-057d-4560-9123-0778dfaab09f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1959453 Sep 12 23:54:18.149709 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:18.296817 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-09c672ee-3642-4f83-9c90-940e43ba4cba req-1060128d-f785-4ffa-b88e-edad4fde5ccb tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120527 Sep 12 23:54:18.324592 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1a3b731a-74b1-440e-a756-ef96f354005f req-74ae9600-a4a4-4155-b8d9-154ecc9c6e78 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653151 Sep 12 23:54:18.358989 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c873863-04bf-4af9-a597-0381a9428e61 req-75f2179a-a8fe-4e1e-9fd1-1e85b0685169 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880923 Sep 12 23:54:18.365335 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 12 Sep 2022 23:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f475427-d3be-4a5e-a0ab-61fb1ba9cf10 x-openstack-request-id: req-8f475427-d3be-4a5e-a0ab-61fb1ba9cf10 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:54:18.366658 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd77eb-4b69-4630-9f49-a1d317bb1e12", "name": "network-vif-plugged", "status": "completed", "tag": "41507fcf-1ad4-4940-9dad-33c3404dea2d", "code": 200}, {"server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "name": "network-vif-plugged", "status": "completed", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:54:18.367564 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f475427-d3be-4a5e-a0ab-61fb1ba9cf10 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:54:18.368313 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f475427-d3be-4a5e-a0ab-61fb1ba9cf10'] response: {'server_uuid': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'code': 200} Sep 12 23:54:18.368800 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f475427-d3be-4a5e-a0ab-61fb1ba9cf10'] response: {'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'code': 200} Sep 12 23:54:18.495484 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c873863-04bf-4af9-a597-0381a9428e61 req-5c564453-9fce-491b-9214-144d7e9ae9a2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271408 Sep 12 23:54:18.765061 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36180) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:18.782675 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a601f828-6d06-4685-ad1e-4cf5dd32e3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:18.811015 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:18.882660 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d1aea-7b58-4e1f-b303-f42cd9277924 req-5308a071-5418-4950-af0f-23308b9d181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:18.884281 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e07d1aea-7b58-4e1f-b303-f42cd9277924 req-5308a071-5418-4950-af0f-23308b9d181e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 1130 time: 0.1311309 Sep 12 23:54:18.911724 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a601f828-6d06-4685-ad1e-4cf5dd32e3ee admin admin] Publish callbacks [] for security_group (d641c711-899a-4d67-aac8-9cefa71b834c), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:18.918886 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a601f828-6d06-4685-ad1e-4cf5dd32e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d641c711-899a-4d67-aac8-9cefa71b834c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:19.017129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef2fbf-77c8-4366-bd35-966317ba70d3 req-9f0c3782-4b0d-4e46-b895-a8bebd902106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:19.025724 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-a601f828-6d06-4685-ad1e-4cf5dd32e3ee admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2ac7b7f8a2e34fb79a4121c745b12618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594388 Sep 12 23:54:19.026442 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601f828-6d06-4685-ad1e-4cf5dd32e3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d641c711-899a-4d67-aac8-9cefa71b834c,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:19.031287 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36188) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:19.036115 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f8ef2fbf-77c8-4366-bd35-966317ba70d3 req-9f0c3782-4b0d-4e46-b895-a8bebd902106 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 1130 time: 0.2964108 Sep 12 23:54:19.118380 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd9d3-7900-434f-a14a-bdfd10085070 admin admin] Publish callbacks [] for security_group (d641c711-899a-4d67-aac8-9cefa71b834c), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:19.122270 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f1dab-8f7f-4739-97e3-3048309dc5c7 req-5458c3b0-7b76-493e-bd06-9803f01e4a5a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:19.124973 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-819f1dab-8f7f-4739-97e3-3048309dc5c7 req-5458c3b0-7b76-493e-bd06-9803f01e4a5a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.2390971 Sep 12 23:54:19.141327 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db7fd6-2450-4df4-9928-2eada39f6908 req-2cdf55a8-3b32-4762-98e1-73a374f0df19 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:19.143989 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-08db7fd6-2450-4df4-9928-2eada39f6908 req-2cdf55a8-3b32-4762-98e1-73a374f0df19 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 946 time: 0.3608303 Sep 12 23:54:19.155542 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd9d3-7900-434f-a14a-bdfd10085070 admin admin] Publish callbacks [] for security_group (d641c711-899a-4d67-aac8-9cefa71b834c), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:19.222930 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd9d3-7900-434f-a14a-bdfd10085070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d641c711-899a-4d67-aac8-9cefa71b834c), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:19.231918 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd9d3-7900-434f-a14a-bdfd10085070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:19.237905 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-ec4bd9d3-7900-434f-a14a-bdfd10085070 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d641c711-899a-4d67-aac8-9cefa71b834c HTTP/1.1" status: 204 len: 168 time: 0.2054787 Sep 12 23:54:19.249171 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bd9d3-7900-434f-a14a-bdfd10085070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d641c711-899a-4d67-aac8-9cefa71b834c,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:19.265906 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:19.287442 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e07d1aea-7b58-4e1f-b303-f42cd9277924 req-c3548670-0e7e-4e9f-81bd-80fa82cfd8ad service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147953 Sep 12 23:54:19.341166 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f8ef2fbf-77c8-4366-bd35-966317ba70d3 req-e5277c06-f5d4-4015-9aff-ea4220748ebd service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679038 Sep 12 23:54:19.388219 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-819f1dab-8f7f-4739-97e3-3048309dc5c7 req-ee1ea462-566c-469c-810e-cf24c1d80eaa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338097 Sep 12 23:54:19.413313 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-08db7fd6-2450-4df4-9928-2eada39f6908 req-823069ca-cabd-41f8-ab81-4a4a95e22a6d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222733 Sep 12 23:54:19.563509 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c900c-f2ac-4221-a1c3-5672f4748e43 req-b24bad4c-2bc7-431b-957c-6557e13f8c83 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:19.565357 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-420c900c-f2ac-4221-a1c3-5672f4748e43 req-b24bad4c-2bc7-431b-957c-6557e13f8c83 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 945 time: 0.0827258 Sep 12 23:54:19.644030 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f511a0-64f5-44e2-88c3-6cdadf6d479a req-fef9359c-82af-4ba7-8c6f-eee36b92713b tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:19.647250 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-01f511a0-64f5-44e2-88c3-6cdadf6d479a req-fef9359c-82af-4ba7-8c6f-eee36b92713b tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1030078 Sep 12 23:54:19.728973 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-420c900c-f2ac-4221-a1c3-5672f4748e43 req-d02c1537-53a2-4bf6-ab0a-118e97a6d0ac tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310160 Sep 12 23:54:19.796298 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-01f511a0-64f5-44e2-88c3-6cdadf6d479a req-1ba0fa63-9a62-4c4a-929e-d64c1518fc33 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007695 Sep 12 23:54:20.482165 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36242) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:20.537941 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c483b-21e2-44f0-9171-0595b6fd3424 req-88633806-93ca-4867-a98e-2fc29f8c0a35 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:20.545859 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d89c483b-21e2-44f0-9171-0595b6fd3424 req-88633806-93ca-4867-a98e-2fc29f8c0a35 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0779347 Sep 12 23:54:20.629202 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d89c483b-21e2-44f0-9171-0595b6fd3424 req-111a6902-9219-4d59-b0f2-d17794f2a0cd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824132 Sep 12 23:54:20.669417 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c39ef6-e58e-40ef-9ada-71750e5a75f6 req-fc78e5e8-eb74-4506-b196-a69e90cf53d8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:20.683137 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-71c39ef6-e58e-40ef-9ada-71750e5a75f6 req-fc78e5e8-eb74-4506-b196-a69e90cf53d8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 946 time: 0.1125271 Sep 12 23:54:20.760682 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-71c39ef6-e58e-40ef-9ada-71750e5a75f6 req-36375cfe-9d68-4c69-9b69-5c151da624fe tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763438 Sep 12 23:54:20.919871 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f8ebc481-3b28-4427-9e34-3ada04d4db82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:21.016989 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f8ebc481-3b28-4427-9e34-3ada04d4db82 admin admin] Publish callbacks [] for security_group (118da388-fa3a-4ce2-be5c-dc904dbd23d0), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:21.024465 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f8ebc481-3b28-4427-9e34-3ada04d4db82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (118da388-fa3a-4ce2-be5c-dc904dbd23d0), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:21.044997 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:21.062546 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebc481-3b28-4427-9e34-3ada04d4db82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118da388-fa3a-4ce2-be5c-dc904dbd23d0,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:21.089902 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f8ebc481-3b28-4427-9e34-3ada04d4db82 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=be4de44b5992457fa3b199238507323e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6060772 Sep 12 23:54:21.092501 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bef63d-bab1-451f-8d73-4c75d47dca68 req-2e7f2a0c-c5df-40aa-95cf-7c8c62499730 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:21.092820 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36264) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:21.108577 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bef63d-bab1-451f-8d73-4c75d47dca68 req-2e7f2a0c-c5df-40aa-95cf-7c8c62499730 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1428678 Sep 12 23:54:21.211149 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6ecf917c-b490-4d8b-9b7d-f62a54e5e18d admin admin] Publish callbacks [] for security_group (118da388-fa3a-4ce2-be5c-dc904dbd23d0), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:21.223698 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00bef63d-bab1-451f-8d73-4c75d47dca68 req-6333c2ff-1a61-4bf4-ae93-71ea5b1d3c68 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113801 Sep 12 23:54:21.278457 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6ecf917c-b490-4d8b-9b7d-f62a54e5e18d admin admin] Publish callbacks [] for security_group (118da388-fa3a-4ce2-be5c-dc904dbd23d0), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:21.286145 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:21.374868 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6ecf917c-b490-4d8b-9b7d-f62a54e5e18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (118da388-fa3a-4ce2-be5c-dc904dbd23d0), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:21.379459 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6ecf917c-b490-4d8b-9b7d-f62a54e5e18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:21.381982 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-6ecf917c-b490-4d8b-9b7d-f62a54e5e18d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/118da388-fa3a-4ce2-be5c-dc904dbd23d0 HTTP/1.1" status: 204 len: 168 time: 0.2874851 Sep 12 23:54:21.403576 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf917c-b490-4d8b-9b7d-f62a54e5e18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118da388-fa3a-4ce2-be5c-dc904dbd23d0,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:21.906326 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975657eb-64d4-4a96-bdf1-5494f91ba343 req-7afe5dae-6518-4d0b-ad3e-f44d812203fc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:21.909485 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-975657eb-64d4-4a96-bdf1-5494f91ba343 req-7afe5dae-6518-4d0b-ad3e-f44d812203fc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0946987 Sep 12 23:54:22.030171 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-975657eb-64d4-4a96-bdf1-5494f91ba343 req-fb34d59d-1b95-4d88-a149-27b5d6fab472 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029358 Sep 12 23:54:22.185844 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b1839-6e20-46ba-b50b-d57548fb77ab req-8db52cf2-9ce0-4b61-83d4-65415a624beb tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:22.196787 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-de0b1839-6e20-46ba-b50b-d57548fb77ab req-8db52cf2-9ce0-4b61-83d4-65415a624beb tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 946 time: 0.0812364 Sep 12 23:54:22.277838 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-de0b1839-6e20-46ba-b50b-d57548fb77ab req-188bdd62-b7e9-4f34-8ba4-1d5abffb3f57 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793288 Sep 12 23:54:22.406408 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a547f-2649-45d4-b633-91812290a95d req-ea8f7728-1ac0-42f1-81f9-868366e0807d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:22.409270 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9e1a547f-2649-45d4-b633-91812290a95d req-ea8f7728-1ac0-42f1-81f9-868366e0807d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0589521 Sep 12 23:54:22.423484 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36324) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:22.432038 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-4401e3fb-7f98-4d00-bcfa-12d5f9f148b8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'floatingip': {'port_id': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:22.496254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39b878-99f9-42a7-a9de-fc5219e508a2 req-96c419b3-72a8-45ef-84bb-6583053648c4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:22.498861 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f39b878-99f9-42a7-a9de-fc5219e508a2 req-96c419b3-72a8-45ef-84bb-6583053648c4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.0728202 Sep 12 23:54:22.548292 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4401e3fb-7f98-4d00-bcfa-12d5f9f148b8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (761c0d2e-e5f3-4d05-877e-5771af5e076c), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:22.566725 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccedfc-43b3-462d-a262-992ee3d24b0a req-a60f9c18-9273-4ad1-99af-9d820dfbaea2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:22.568635 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4bccedfc-43b3-462d-a262-992ee3d24b0a req-a60f9c18-9273-4ad1-99af-9d820dfbaea2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 946 time: 0.0644226 Sep 12 23:54:22.581723 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36332) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:22.594158 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-f6f47626-45c5-4d70-a8aa-638898b1ee5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'floatingip': {'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:22.739754 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f39b878-99f9-42a7-a9de-fc5219e508a2 req-7d0e3857-97fe-44cb-a74e-390bc3b10cab tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680934 Sep 12 23:54:22.741900 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f6f47626-45c5-4d70-a8aa-638898b1ee5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (9b70073e-bba2-452f-bbf5-31d06db8ba07), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:22.795295 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:22.846260 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:23.084167 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:23.486526 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36396) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:23.615372 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4401e3fb-7f98-4d00-bcfa-12d5f9f148b8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:23.625519 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4401e3fb-7f98-4d00-bcfa-12d5f9f148b8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (761c0d2e-e5f3-4d05-877e-5771af5e076c), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:23.695922 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aba177d2-e09a-4413-a579-0fee3fd27c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:23.783301 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.l3_db [None req-4401e3fb-7f98-4d00-bcfa-12d5f9f148b8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Floating IP 761c0d2e-e5f3-4d05-877e-5771af5e076c associated. External IP: 172.27.1.225, port: 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0. Sep 12 23:54:23.986785 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aba177d2-e09a-4413-a579-0fee3fd27c28 admin admin] Publish callbacks [] for security_group (1f592396-6e62-464c-aa3a-c4d60e5dd839), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:23.995384 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aba177d2-e09a-4413-a579-0fee3fd27c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (1f592396-6e62-464c-aa3a-c4d60e5dd839), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:24.080701 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.db.resource_extend [None req-f6f47626-45c5-4d70-a8aa-638898b1ee5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 12 23:54:24.293300 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-aba177d2-e09a-4413-a579-0fee3fd27c28 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a44c495734e949aaad99f210762fcb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8056448 Sep 12 23:54:24.296740 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba177d2-e09a-4413-a579-0fee3fd27c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f592396-6e62-464c-aa3a-c4d60e5dd839,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:24.301356 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36414) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:24.425754 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:24.431652 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba97ed-b598-4dfd-985a-e0ed03366a2b req-6ff31d6b-8f2b-452b-8999-dee5712a0e9b tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:24.439285 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-06ba97ed-b598-4dfd-985a-e0ed03366a2b req-6ff31d6b-8f2b-452b-8999-dee5712a0e9b tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.4318087 Sep 12 23:54:24.457671 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f6f47626-45c5-4d70-a8aa-638898b1ee5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:24.468550 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f6f47626-45c5-4d70-a8aa-638898b1ee5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (9b70073e-bba2-452f-bbf5-31d06db8ba07), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:24.474228 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4401e3fb-7f98-4d00-bcfa-12d5f9f148b8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:54:24.476645 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e957b792-f73f-41e1-9305-4c3b3fc969f9 admin admin] Publish callbacks [] for security_group (1f592396-6e62-464c-aa3a-c4d60e5dd839), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:24.513601 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36422) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:24.537352 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:24.574792 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e957b792-f73f-41e1-9305-4c3b3fc969f9 admin admin] Publish callbacks [] for security_group (1f592396-6e62-464c-aa3a-c4d60e5dd839), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:24.605154 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-06ba97ed-b598-4dfd-985a-e0ed03366a2b req-76829e1c-0391-4b48-8d58-365080504ef5 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647449 Sep 12 23:54:24.623666 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [None req-f6f47626-45c5-4d70-a8aa-638898b1ee5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Floating IP 9b70073e-bba2-452f-bbf5-31d06db8ba07 associated. External IP: 172.27.1.18, port: 41507fcf-1ad4-4940-9dad-33c3404dea2d. Sep 12 23:54:24.728714 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:24.737995 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-86439224-b63a-4ba3-b210-312c92e2a2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:24.865011 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4401e3fb-7f98-4d00-bcfa-12d5f9f148b8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:54:24.872650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f47626-45c5-4d70-a8aa-638898b1ee5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:54:24.875673 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4401e3fb-7f98-4d00-bcfa-12d5f9f148b8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:24.880475 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] Sync routers for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:54:24.886523 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e957b792-f73f-41e1-9305-4c3b3fc969f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (1f592396-6e62-464c-aa3a-c4d60e5dd839), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:24.889651 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e957b792-f73f-41e1-9305-4c3b3fc969f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:24.891683 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-e957b792-f73f-41e1-9305-4c3b3fc969f9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1f592396-6e62-464c-aa3a-c4d60e5dd839 HTTP/1.1" status: 204 len: 168 time: 0.5887003 Sep 12 23:54:24.895755 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:24.896627 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:24.962246 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957b792-f73f-41e1-9305-4c3b3fc969f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f592396-6e62-464c-aa3a-c4d60e5dd839,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:24.995024 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-4401e3fb-7f98-4d00-bcfa-12d5f9f148b8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/761c0d2e-e5f3-4d05-877e-5771af5e076c HTTP/1.1" status: 200 len: 992 time: 2.5693336 Sep 12 23:54:25.002708 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:54:25.006881 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63f3b27-8fe5-4503-97f2-050b3a7194de" -d '{"events": [{"name": "network-changed", "server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:54:25.089503 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-86439224-b63a-4ba3-b210-312c92e2a2fb admin admin] Publish callbacks [] for security_group (32c20ed8-7969-4675-a11d-4d7110de4a78), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.096519 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-86439224-b63a-4ba3-b210-312c92e2a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (32c20ed8-7969-4675-a11d-4d7110de4a78), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.125110 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:25.126849 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36430065-62d7-421d-af05-61844261eca8 x-openstack-request-id: req-36430065-62d7-421d-af05-61844261eca8 {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:54:25.127363 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:54:25.127768 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36430065-62d7-421d-af05-61844261eca8 {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:54:25.130596 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36430065-62d7-421d-af05-61844261eca8'] response: {'name': 'network-changed', 'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'status': 'completed', 'code': 200} Sep 12 23:54:25.164645 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f47626-45c5-4d70-a8aa-638898b1ee5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:54:25.177597 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:54:25.181665 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f6f47626-45c5-4d70-a8aa-638898b1ee5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.191528 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:25.192480 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:25.204005 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86439224-b63a-4ba3-b210-312c92e2a2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c20ed8-7969-4675-a11d-4d7110de4a78,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:25.230260 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-86439224-b63a-4ba3-b210-312c92e2a2fb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6c2e1cfab8324f15880a1ad2f5adea3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7062528 Sep 12 23:54:25.242355 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36436) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:25.294327 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-f6f47626-45c5-4d70-a8aa-638898b1ee5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/9b70073e-bba2-452f-bbf5-31d06db8ba07 HTTP/1.1" status: 200 len: 991 time: 2.7103043 Sep 12 23:54:25.295818 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'tag': '41507fcf-1ad4-4940-9dad-33c3404dea2d'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:54:25.302403 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d3a25d-0309-4c6b-ac42-438e6fb4c118" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdd77eb-4b69-4630-9f49-a1d317bb1e12", "tag": "41507fcf-1ad4-4940-9dad-33c3404dea2d"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:54:25.309866 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:25.327895 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:25.368185 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0decd63e-87c7-4ae4-b1c0-172fbac9022d admin admin] Publish callbacks [] for security_group (32c20ed8-7969-4675-a11d-4d7110de4a78), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.370008 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d427a1-893a-4b16-89cd-1287f1f55706 x-openstack-request-id: req-97d427a1-893a-4b16-89cd-1287f1f55706 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:54:25.370261 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdd77eb-4b69-4630-9f49-a1d317bb1e12", "tag": "41507fcf-1ad4-4940-9dad-33c3404dea2d", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:54:25.370518 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97d427a1-893a-4b16-89cd-1287f1f55706 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:54:25.371330 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d427a1-893a-4b16-89cd-1287f1f55706'] response: {'name': 'network-changed', 'server_uuid': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'tag': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'status': 'completed', 'code': 200} Sep 12 23:54:25.416202 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0decd63e-87c7-4ae4-b1c0-172fbac9022d admin admin] Publish callbacks [] for security_group (32c20ed8-7969-4675-a11d-4d7110de4a78), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.451207 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36442) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:25.473120 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b3d99e2a-0f1e-4e6d-a6bd-b8bbb74c498c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.495070 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0decd63e-87c7-4ae4-b1c0-172fbac9022d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (32c20ed8-7969-4675-a11d-4d7110de4a78), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.498275 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0decd63e-87c7-4ae4-b1c0-172fbac9022d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.499838 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0decd63e-87c7-4ae4-b1c0-172fbac9022d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/32c20ed8-7969-4675-a11d-4d7110de4a78 HTTP/1.1" status: 204 len: 168 time: 0.2559643 Sep 12 23:54:25.509198 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decd63e-87c7-4ae4-b1c0-172fbac9022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c20ed8-7969-4675-a11d-4d7110de4a78,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:25.528323 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:25.620371 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:25.622457 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b3d99e2a-0f1e-4e6d-a6bd-b8bbb74c498c admin admin] Publish callbacks [] for security_group (e2b3e17f-f718-467a-8b24-da4cc0edabde), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.629059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b3d99e2a-0f1e-4e6d-a6bd-b8bbb74c498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e2b3e17f-f718-467a-8b24-da4cc0edabde), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.634985 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '761c0d2e-e5f3-4d05-877e-5771af5e076c', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'port_id': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'mac_address': 'fa:16:3e:5c:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:39Z', 'updated_at': '2022-09-12T23:54:23Z', 'revision_number': 1, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:25.698991 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-b3d99e2a-0f1e-4e6d-a6bd-b8bbb74c498c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bc349397d8fe4d829493fc44d4fd478d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464361 Sep 12 23:54:25.700125 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d99e2a-0f1e-4e6d-a6bd-b8bbb74c498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b3e17f-f718-467a-8b24-da4cc0edabde,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:25.703402 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36452) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:25.751697 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] Checking router: 1ab1acbc-3600-425a-890d-ec3cfbf74c27 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:54:25.752006 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '9b70073e-bba2-452f-bbf5-31d06db8ba07', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:09:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:36Z', 'updated_at': '2022-09-12T23:54:23Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:25.760583 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:25.761225 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:25.814872 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dec30002-8a64-4a1a-acd4-b2e573ee6b44 admin admin] Publish callbacks [] for security_group (e2b3e17f-f718-467a-8b24-da4cc0edabde), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.860034 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:54:25.865219 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dec30002-8a64-4a1a-acd4-b2e573ee6b44 admin admin] Publish callbacks [] for security_group (e2b3e17f-f718-467a-8b24-da4cc0edabde), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.882707 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7c72b-7b05-4322-8cbb-2d57230ca682 req-607558d7-8c0d-40bd-8339-1089ba808541 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:25.889380 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:25.890259 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:25.899185 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:25.899953 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-74e7c72b-7b05-4322-8cbb-2d57230ca682 req-607558d7-8c0d-40bd-8339-1089ba808541 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1125238 Sep 12 23:54:25.958910 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-74e7c72b-7b05-4322-8cbb-2d57230ca682 req-47337360-91e3-4228-bf12-3fbaac838bcb tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581026 Sep 12 23:54:25.964424 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dec30002-8a64-4a1a-acd4-b2e573ee6b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e2b3e17f-f718-467a-8b24-da4cc0edabde), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.969669 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dec30002-8a64-4a1a-acd4-b2e573ee6b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:25.974775 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:25.975335 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-dec30002-8a64-4a1a-acd4-b2e573ee6b44 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e2b3e17f-f718-467a-8b24-da4cc0edabde HTTP/1.1" status: 204 len: 168 time: 0.2703578 Sep 12 23:54:25.991332 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec30002-8a64-4a1a-acd4-b2e573ee6b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b3e17f-f718-467a-8b24-da4cc0edabde,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:26.052216 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:26.393255 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '9b70073e-bba2-452f-bbf5-31d06db8ba07', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:09:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:36Z', 'updated_at': '2022-09-12T23:54:23Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:26.412039 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '761c0d2e-e5f3-4d05-877e-5771af5e076c', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'port_id': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'mac_address': 'fa:16:3e:5c:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:39Z', 'updated_at': '2022-09-12T23:54:23Z', 'revision_number': 1, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:26.423510 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d17da-5d5d-406d-a970-3f0c99818194 None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '9b70073e-bba2-452f-bbf5-31d06db8ba07', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:09:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:36Z', 'updated_at': '2022-09-12T23:54:23Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:54:26.446586 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2e632-da55-4d82-96ce-ee0fce338363 None None] The sync data for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi is: [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '761c0d2e-e5f3-4d05-877e-5771af5e076c', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'port_id': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'mac_address': 'fa:16:3e:5c:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:39Z', 'updated_at': '2022-09-12T23:54:23Z', 'revision_number': 1, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:54:26.777009 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-bc263bf7-7e90-4c9f-a990-b1cf21b10a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:26.778740 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-bc263bf7-7e90-4c9f-a990-b1cf21b10a36 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 1130 time: 0.1688330 Sep 12 23:54:26.817024 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-8cccd98b-afe6-4633-bb4b-62ba97b0eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:26.818642 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-8cccd98b-afe6-4633-bb4b-62ba97b0eb0e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 1130 time: 0.1533847 Sep 12 23:54:26.894289 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:26.915147 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b704573b-920a-4bdb-880a-b13addc1246f None None] New status for floating IP 761c0d2e-e5f3-4d05-877e-5771af5e076c: ACTIVE {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:54:26.935610 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36504) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:27.091634 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-a86afe4a-75ee-4385-b5f8-9d970d2f1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:27.093537 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-a86afe4a-75ee-4385-b5f8-9d970d2f1957 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 917 time: 0.3081224 Sep 12 23:54:27.213815 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2145879366-network', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:27.221201 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-18b18f8a-f9dc-4897-8a0e-1a2c98a703bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:27.222957 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-18b18f8a-f9dc-4897-8a0e-1a2c98a703bb service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 916 time: 0.3698857 Sep 12 23:54:27.241764 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Made reservation on behalf of 880f7d1c88224ebd85d15f7c43e7fe72 for: {'network': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:54:27.245793 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:27.258995 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:27.387859 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Publish callbacks [] for security_group (d1cb589a-3348-48c4-bd0a-99d4e0ff171c), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:27.395440 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d1cb589a-3348-48c4-bd0a-99d4e0ff171c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:27.438677 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=69,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:27.454262 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=112751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:54:27.457007 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654482f-a9e1-4a87-b0e6-d1ef676333f9 req-4662cda0-a5ef-45bd-9ef4-dd4dac1a69f0 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:27.458638 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3654482f-a9e1-4a87-b0e6-d1ef676333f9 req-4662cda0-a5ef-45bd-9ef4-dd4dac1a69f0 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.2707992 Sep 12 23:54:27.475283 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-be2b2718-4eb2-42f3-a73f-64094a867343 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 HTTP/1.1" status: 200 len: 1000 time: 0.3744512 Sep 12 23:54:27.480012 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cb589a-3348-48c4-bd0a-99d4e0ff171c,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:27.485377 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (f57904e4-b3ca-4119-8c6a-f20cc41965c7), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:27.485704 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.segments_db [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Added segment f57904e4-b3ca-4119-8c6a-f20cc41965c7 of type vlan for network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 Sep 12 23:54:27.545704 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-3dd36c93-9d69-41b3-ae75-a9aa5faf12d4 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41507fcf-1ad4-4940-9dad-33c3404dea2d HTTP/1.1" status: 200 len: 999 time: 0.2281880 Sep 12 23:54:27.563131 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (21bf63a0-2c64-49f9-bfe5-14fd7ac5e729), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:27.628162 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (21bf63a0-2c64-49f9-bfe5-14fd7ac5e729), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:27.628659 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-c7359b61-8ba0-4c43-9bba-5f0bc406a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:27.630470 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-c7359b61-8ba0-4c43-9bba-5f0bc406a0fc service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.1485972 Sep 12 23:54:27.632796 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:27.634371 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:27.707541 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-aaea5d49-8e1e-4eb3-8871-2a167a5495ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:27.709323 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-aaea5d49-8e1e-4eb3-8871-2a167a5495ad service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578952 Sep 12 23:54:27.715893 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3654482f-a9e1-4a87-b0e6-d1ef676333f9 req-06e8dae2-84a8-4b93-ad4a-38c1dd45fd82 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021799 Sep 12 23:54:27.718014 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-9a841736-1293-4f28-bb90-72e98cf538bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:27.719666 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-9a841736-1293-4f28-bb90-72e98cf538bb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 200 len: 854 time: 0.1611018 Sep 12 23:54:27.748342 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] Pushing event updated for resources: {'Network': ['ID=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:27.750526 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36524) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:27.756917 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-7c98447c-ca48-4f63-880f-b742e1dd9f5e admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8192389 Sep 12 23:54:27.764237 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36526) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:27.769933 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:54:27.770780 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Request body: {'subnet': {'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2145879366-subnet', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:27.829400 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Made reservation on behalf of 880f7d1c88224ebd85d15f7c43e7fe72 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:54:27.833036 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:27.848198 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-aa101c37-ca4c-4a90-8cd4-d4007a77f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:27.853856 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-aa101c37-ca4c-4a90-8cd4-d4007a77f15c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1040525 Sep 12 23:54:28.126558 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1258350665-network', 'tenant_id': 'baab1921435a4554b2de19f97c41df5f'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:28.151597 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2f0462-13f7-457d-9253-9493cca77889 None None] New status for floating IP 9b70073e-bba2-452f-bbf5-31d06db8ba07: ACTIVE {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:54:28.160679 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-f4fcbf81-f323-4a40-8859-0298a3233cd5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369080 Sep 12 23:54:28.168095 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-6487f570-9b2c-43e5-a87a-f59756221400 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504220 Sep 12 23:54:28.178581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Made reservation on behalf of baab1921435a4554b2de19f97c41df5f for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:54:28.181318 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.190981 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.213000 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (3f740b43-608c-44c8-90db-c1213f1a7a59), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.214016 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:28.291076 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f740b43-608c-44c8-90db-c1213f1a7a59,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:28.324786 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Checking segment: {'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:28.325326 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Network hostable DHCP agents. Network: 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:54:28.363039 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:54:28.394072 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:28.403172 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:28.403839 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.421990 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:28.443398 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-e3c0edde-dbf1-4130-919a-dbeaa14a0a92 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6772985 Sep 12 23:54:28.449696 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36554) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:28.450591 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Publish callbacks [] for security_group (c4fe9a1e-cd03-48bb-8374-d578d5cc4eb6), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.457351 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:28.485146 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (d76f1542-dba9-4e0a-894e-8fd6918444d1), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.487060 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (d76f1542-dba9-4e0a-894e-8fd6918444d1), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.494039 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (c4fe9a1e-cd03-48bb-8374-d578d5cc4eb6), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.516324 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19288412-ac03-470e-b1e0-b9221b67f3b2 None None] Network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:54:28.570579 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=112752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:54:28.594650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fe9a1e-cd03-48bb-8374-d578d5cc4eb6,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:28.628369 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (df275a0a-f2d7-499f-963c-00487497a147), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.628792 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Added segment df275a0a-f2d7-499f-963c-00487497a147 of type vlan for network a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1 Sep 12 23:54:28.642623 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks [] for router_controller (d76f1542-dba9-4e0a-894e-8fd6918444d1), precommit_add_association {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.651118 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f63f3b27-8fe5-4503-97f2-050b3a7194de req-47cf10bc-62c6-4ca0-824f-6ad861555f60 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194010 Sep 12 23:54:28.678801 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-64d3a25d-0309-4c6b-ac42-438e6fb4c118 req-218764ca-2643-4463-8aae-9d4d70cb1c6f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485651 Sep 12 23:54:28.705822 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.762281 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:54:28.765403 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.778900 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.783043 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:28.784487 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.802089 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:28.859371 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36564) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:28.863287 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1102052 Sep 12 23:54:28.863915 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks [] for router_gateway (d76f1542-dba9-4e0a-894e-8fd6918444d1), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:28.873381 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Request body: {'subnet': {'network_id': 'a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1258350665-subnet', 'tenant_id': 'baab1921435a4554b2de19f97c41df5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:28.879440 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=6,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:28.981695 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d7dff-ca56-4dd7-b7c2-772b4ee5e194 req-38cb1830-adef-4c47-ac37-da59046d0c0f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:28.983979 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Allocated IP 172.20.0.2 (21bf63a0-2c64-49f9-bfe5-14fd7ac5e729/3f740b43-608c-44c8-90db-c1213f1a7a59/a83e9d70-4e56-4b59-87e4-b3f75276a603) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:54:28.989497 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab9d7dff-ca56-4dd7-b7c2-772b4ee5e194 req-38cb1830-adef-4c47-ac37-da59046d0c0f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.0641806 Sep 12 23:54:29.001711 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:29.027067 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc1cf3-382f-4b32-abf9-f373a9600fae admin admin] Pushing event updated for resources: {'Network': ['ID=a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:29.063179 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:54:29.068810 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:29.083837 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab9d7dff-ca56-4dd7-b7c2-772b4ee5e194 req-3f8ba808-5e8c-408b-a035-8f20db23c74a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926874 Sep 12 23:54:29.112132 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Made reservation on behalf of baab1921435a4554b2de19f97c41df5f for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:54:29.114659 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.240772 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks [] for router_gateway (d76f1542-dba9-4e0a-894e-8fd6918444d1), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.268767 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.270668 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Publish callbacks [] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.279933 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.342161 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:54:29.346667 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Pushing event updated for resources: {'Port': ['ID=a83e9d70-4e56-4b59-87e4-b3f75276a603,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:29.350463 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:29.354488 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:54:29.420489 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Attempting to bind port a83e9d70-4e56-4b59-87e4-b3f75276a603 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:54:29.421161 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Attempting to bind port a83e9d70-4e56-4b59-87e4-b3f75276a603 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:54:29.421816 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Attempting to bind port a83e9d70-4e56-4b59-87e4-b3f75276a603 on network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:29.479413 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:54:29.479805 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Checking segment: {'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:29.480225 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.480951 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Bound using segment: {'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:54:29.481541 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Bound port: a83e9d70-4e56-4b59-87e4-b3f75276a603, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:54:29.482016 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.490178 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Allocated IP 172.27.1.149 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/5143764e-619b-42ee-8926-9b45c50799b6) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:54:29.503539 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (9be67a88-0a44-4304-838d-ad835fa1c2ae), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.602778 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] For port a83e9d70-4e56-4b59-87e4-b3f75276a603, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:54:29.606752 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] For port a83e9d70-4e56-4b59-87e4-b3f75276a603, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=a83e9d70-4e56-4b59-87e4-b3f75276a603,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:54:29.626886 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.691885 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135690cc-c8bd-4f88-9be5-413d676c6b60 None None] Pushing event updated for resources: {'Port': ['ID=a83e9d70-4e56-4b59-87e4-b3f75276a603,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:29.700726 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be67a88-0a44-4304-838d-ad835fa1c2ae,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:29.723753 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Checking segment: {'id': 'df275a0a-f2d7-499f-963c-00487497a147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:29.724401 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Network hostable DHCP agents. Network: a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:54:29.788771 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Network a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:54:29.813180 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:29.824048 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:29.824671 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.828862 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2f25ce-8094-4df2-a0d3-f89082422aa2 None None] Network a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:54:29.831503 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:29.838880 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks [] for port (5143764e-619b-42ee-8926-9b45c50799b6), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:29.859299 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-7e492b33-0b89-493d-bbc3-0b5e3788051b admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9977572 Sep 12 23:54:29.967160 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (5143764e-619b-42ee-8926-9b45c50799b6), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:30.036277 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:54:30.050073 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:30.054924 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:54:30.116936 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82dd57d-3c8d-4b01-b509-18c2ae35f329 None None] Network a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:54:30.243826 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5143764e-619b-42ee-8926-9b45c50799b6,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:30.348150 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7606d-2139-48dc-836d-74c744e50f0a req-26525fac-1e54-43c8-b494-0f19cd3df292 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:30.349884 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d7b7606d-2139-48dc-836d-74c744e50f0a req-26525fac-1e54-43c8-b494-0f19cd3df292 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.0880630 Sep 12 23:54:30.383398 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:30.497475 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d7b7606d-2139-48dc-836d-74c744e50f0a req-d9e41f84-5bf3-4373-a49d-ef104be965d6 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304641 Sep 12 23:54:30.623068 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks [] for router_gateway (d76f1542-dba9-4e0a-894e-8fd6918444d1), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:30.995158 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device a83e9d70-4e56-4b59-87e4-b3f75276a603 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:31.017016 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (d76f1542-dba9-4e0a-894e-8fd6918444d1), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.070650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36616) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:31.077630 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1111667605-network', 'tenant_id': '1a41068bd73247eeaf090fc1878a46a8'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:31.116552 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port a83e9d70-4e56-4b59-87e4-b3f75276a603 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:31.117688 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.134964 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Made reservation on behalf of 1a41068bd73247eeaf090fc1878a46a8 for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:54:31.137569 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.165225 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:31.323574 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port a83e9d70-4e56-4b59-87e4-b3f75276a603 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:31.324901 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.337483 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3290b-5e9a-4493-8109-d370be1a84fc None None] Network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:54:31.455556 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36622) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:31.463037 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.524071 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:31.533310 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:31.536560 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-5a948c6d-1e21-4777-b9c0-6f9bc538adfd None None] Provisioning complete for port a83e9d70-4e56-4b59-87e4-b3f75276a603 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:31.538240 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-5a948c6d-1e21-4777-b9c0-6f9bc538adfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.582091 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Publish callbacks [] for security_group (f0a1c3ef-e978-4b74-8d61-762f1442a301), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.592779 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (f0a1c3ef-e978-4b74-8d61-762f1442a301), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.612239 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=112752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:54:31.627962 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (1e5ce29d-11d0-4170-a30c-0d16ce4caec1), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.627962 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Added segment 1e5ce29d-11d0-4170-a30c-0d16ce4caec1 of type vlan for network 323d70ca-4861-4db3-ac40-1f7b5cac8bd2 Sep 12 23:54:31.628433 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port a83e9d70-4e56-4b59-87e4-b3f75276a603, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=a83e9d70-4e56-4b59-87e4-b3f75276a603,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:31.666768 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.700286 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Router d76f1542-dba9-4e0a-894e-8fd6918444d1 is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:54:31.819559 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (323d70ca-4861-4db3-ac40-1f7b5cac8bd2), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.823338 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=a83e9d70-4e56-4b59-87e4-b3f75276a603,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:31.861352 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-5a948c6d-1e21-4777-b9c0-6f9bc538adfd None None] Current status of the port a83e9d70-4e56-4b59-87e4-b3f75276a603 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:31.877652 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:54:31.889660 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Sync routers for ids ['d76f1542-dba9-4e0a-894e-8fd6918444d1'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:54:31.902612 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Routers {'d76f1542-dba9-4e0a-894e-8fd6918444d1'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:31.903629 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['d76f1542-dba9-4e0a-894e-8fd6918444d1'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:31.941957 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bf191cee-0892-4cce-a427-9fee2b0c52a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.949012 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:31.956136 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-24c827dd-5b93-4c8c-a5fa-1aac878ff1f1 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5051689 Sep 12 23:54:31.957021 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36634) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:31.988446 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a1c3ef-e978-4b74-8d61-762f1442a301,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:32.080757 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Set router d76f1542-dba9-4e0a-894e-8fd6918444d1 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:32.083519 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df07497-86a0-4235-b08c-dd905c64d5da req-194d2598-e73b-47a7-a651-65c88ef2d8f6 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:32.096502 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1df07497-86a0-4235-b08c-dd905c64d5da req-194d2598-e73b-47a7-a651-65c88ef2d8f6 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.3181622 Sep 12 23:54:32.143339 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (323d70ca-4861-4db3-ac40-1f7b5cac8bd2), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.145268 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:32.145889 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.189974 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-58b6c145-91dd-495c-b4a5-c92e42465e8e None None] Provisioning complete for port a83e9d70-4e56-4b59-87e4-b3f75276a603 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:32.190578 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-58b6c145-91dd-495c-b4a5-c92e42465e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.202961 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:32.284578 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bf191cee-0892-4cce-a427-9fee2b0c52a8 admin admin] Publish callbacks [] for security_group (5683bb7f-7bd9-4079-922f-1ce5986344a8), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.293811 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:32.306930 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-58b6c145-91dd-495c-b4a5-c92e42465e8e None None] Current status of the port a83e9d70-4e56-4b59-87e4-b3f75276a603 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:32.325488 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:32.327261 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:32.358292 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1df07497-86a0-4235-b08c-dd905c64d5da req-08373605-28d8-4cc5-87f5-042811151526 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602296 Sep 12 23:54:32.364572 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2920046 Sep 12 23:54:32.367570 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36638) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:32.373509 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bf191cee-0892-4cce-a427-9fee2b0c52a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5683bb7f-7bd9-4079-922f-1ce5986344a8), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.375194 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Request body: {'subnet': {'network_id': '323d70ca-4861-4db3-ac40-1f7b5cac8bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1111667605-subnet', 'tenant_id': '1a41068bd73247eeaf090fc1878a46a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:32.445807 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:32.449370 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Made reservation on behalf of 1a41068bd73247eeaf090fc1878a46a8 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:54:32.452159 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.493000 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:32.514659 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:30Z', 'revision_number': 3, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:32.530226 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc490-8296-4ca3-896f-4cc2bf5e4ca4 req-2ff212df-37aa-444c-8588-5d72a837e95e tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:32.533019 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-60dbc490-8296-4ca3-896f-4cc2bf5e4ca4 req-2ff212df-37aa-444c-8588-5d72a837e95e tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 945 time: 0.3948839 Sep 12 23:54:32.545346 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Checking router: d76f1542-dba9-4e0a-894e-8fd6918444d1 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:54:32.545696 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Updating router d76f1542-dba9-4e0a-894e-8fd6918444d1 port 5143764e-619b-42ee-8926-9b45c50799b6 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:54:32.550439 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02010f-0df7-4c64-9067-9892dd9ca62e admin admin] Pushing event updated for resources: {'Network': ['ID=323d70ca-4861-4db3-ac40-1f7b5cac8bd2,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:32.571687 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-bf191cee-0892-4cce-a427-9fee2b0c52a8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=de4696abe6884fc8af9d48e58a19be7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1147251 Sep 12 23:54:32.573407 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 323d70ca-4861-4db3-ac40-1f7b5cac8bd2 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:54:32.580913 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf191cee-0892-4cce-a427-9fee2b0c52a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5683bb7f-7bd9-4079-922f-1ce5986344a8,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:32.583914 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (5143764e-619b-42ee-8926-9b45c50799b6), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.585748 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36642) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:32.720906 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.726744 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1521adba-eddb-4f0e-b8a5-0bc837fbe3e9 admin admin] Publish callbacks [] for security_group (5683bb7f-7bd9-4079-922f-1ce5986344a8), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.746948 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-60dbc490-8296-4ca3-896f-4cc2bf5e4ca4 req-cb23335a-3a75-4390-ac22-fea22422af41 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848423 Sep 12 23:54:32.775291 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1521adba-eddb-4f0e-b8a5-0bc837fbe3e9 admin admin] Publish callbacks [] for security_group (5683bb7f-7bd9-4079-922f-1ce5986344a8), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.881883 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1521adba-eddb-4f0e-b8a5-0bc837fbe3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5683bb7f-7bd9-4079-922f-1ce5986344a8), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.889600 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1521adba-eddb-4f0e-b8a5-0bc837fbe3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.895682 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1521adba-eddb-4f0e-b8a5-0bc837fbe3e9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5683bb7f-7bd9-4079-922f-1ce5986344a8 HTTP/1.1" status: 204 len: 168 time: 0.3032923 Sep 12 23:54:32.929973 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (8d32dbbd-8d4a-4185-984e-5c5d39941fd5), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:32.930264 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device a83e9d70-4e56-4b59-87e4-b3f75276a603 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:32.945124 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521adba-eddb-4f0e-b8a5-0bc837fbe3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5683bb7f-7bd9-4079-922f-1ce5986344a8,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:33.007420 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Publish callbacks [] for port (5143764e-619b-42ee-8926-9b45c50799b6), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.018585 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (5143764e-619b-42ee-8926-9b45c50799b6), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.027379 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port a83e9d70-4e56-4b59-87e4-b3f75276a603 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:33.028074 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.070975 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Attempting to bind port 5143764e-619b-42ee-8926-9b45c50799b6 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:54:33.070975 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Attempting to bind port 5143764e-619b-42ee-8926-9b45c50799b6 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:54:33.070975 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Attempting to bind port 5143764e-619b-42ee-8926-9b45c50799b6 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:33.123323 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Pushing event updated for resources: {'Port': ['ID=5143764e-619b-42ee-8926-9b45c50799b6,revision_number=2']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:33.135905 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.138350 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.138959 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.139784 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.140726 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.141160 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.141576 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.142687 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.143386 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.144270 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.145004 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.145761 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.146220 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port a83e9d70-4e56-4b59-87e4-b3f75276a603 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:33.146416 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.146880 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.147421 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:33.169023 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:54:33.169745 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:33.170255 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.171028 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:54:33.171335 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Bound port: 5143764e-619b-42ee-8926-9b45c50799b6, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:54:33.171805 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (5143764e-619b-42ee-8926-9b45c50799b6), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.181832 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d32dbbd-8d4a-4185-984e-5c5d39941fd5,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:33.223709 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Checking segment: {'id': '1e5ce29d-11d0-4170-a30c-0d16ce4caec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '323d70ca-4861-4db3-ac40-1f7b5cac8bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:33.224061 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Network hostable DHCP agents. Network: 323d70ca-4861-4db3-ac40-1f7b5cac8bd2, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:54:33.229810 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Allocated IP 172.20.0.1 (21bf63a0-2c64-49f9-bfe5-14fd7ac5e729/3f740b43-608c-44c8-90db-c1213f1a7a59/cb122e29-efb0-422f-a269-5a8d82ab5145) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:54:33.252609 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] For port 5143764e-619b-42ee-8926-9b45c50799b6, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:54:33.257002 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] For port 5143764e-619b-42ee-8926-9b45c50799b6, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5143764e-619b-42ee-8926-9b45c50799b6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:54:33.267331 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (5143764e-619b-42ee-8926-9b45c50799b6), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.271188 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Network 323d70ca-4861-4db3-ac40-1f7b5cac8bd2 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:54:33.312708 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 323d70ca-4861-4db3-ac40-1f7b5cac8bd2) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:33.325823 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab745025-899c-4cd8-9771-375a64401cbd None None] Network 323d70ca-4861-4db3-ac40-1f7b5cac8bd2 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:54:33.335900 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee44f61-c547-4488-91cb-85959e4fd6b7 None None] Pushing event updated for resources: {'Port': ['ID=5143764e-619b-42ee-8926-9b45c50799b6,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:33.339466 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:33.340368 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.340885 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Routers {'d76f1542-dba9-4e0a-894e-8fd6918444d1'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:33.341531 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['d76f1542-dba9-4e0a-894e-8fd6918444d1'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:33.343433 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:33.381886 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-fe46c13e-a32c-400a-8969-b3d9eed893a6 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0130723 Sep 12 23:54:33.451866 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Publish callbacks [] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.506967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36654) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:33.518359 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.575483 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-557958cc-26ad-4db5-b46e-797374cc0afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.592514 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb3202-9ef7-40e3-aa62-802636b145fa req-df8be800-e6d2-47de-9834-43405601c9a7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:33.612258 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] Set router d76f1542-dba9-4e0a-894e-8fd6918444d1 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:33.616053 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-10fb3202-9ef7-40e3-aa62-802636b145fa req-df8be800-e6d2-47de-9834-43405601c9a7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1022842 Sep 12 23:54:33.631868 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:33.649944 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:54:33.673050 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:33.679317 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:54:33.679578 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (d76f1542-dba9-4e0a-894e-8fd6918444d1), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.707511 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-10fb3202-9ef7-40e3-aa62-802636b145fa req-845b490b-2ce0-4b9f-a500-f7252b753d1d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902684 Sep 12 23:54:33.742792 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Pushing event updated for resources: {'Port': ['ID=cb122e29-efb0-422f-a269-5a8d82ab5145,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:33.874641 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-557958cc-26ad-4db5-b46e-797374cc0afa admin admin] Publish callbacks [] for security_group (00fc953f-8514-45c5-bcc2-8a7c5f0e5bec), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:33.885869 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:33.887377 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-557958cc-26ad-4db5-b46e-797374cc0afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (00fc953f-8514-45c5-bcc2-8a7c5f0e5bec), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:34.032377 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:34.037301 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416b9f6d-ecc2-4883-bc6d-5f269892d8a2 None None] Network 323d70ca-4861-4db3-ac40-1f7b5cac8bd2 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:54:34.065594 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:34.101431 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:34.191863 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1e06b-82e5-4a65-bbbf-9727d35af66f req-2e49ad7b-f1a4-47fb-929f-9bb2ddb54443 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:34.193861 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a6c1e06b-82e5-4a65-bbbf-9727d35af66f req-2e49ad7b-f1a4-47fb-929f-9bb2ddb54443 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 945 time: 0.2219956 Sep 12 23:54:34.209893 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:30Z', 'revision_number': 3, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:34.224876 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557958cc-26ad-4db5-b46e-797374cc0afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fc953f-8514-45c5-bcc2-8a7c5f0e5bec,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:34.249646 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-557958cc-26ad-4db5-b46e-797374cc0afa admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0babeac690fa4262b997bbe5520a5828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6924753 Sep 12 23:54:34.253325 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36666) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:34.266321 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c801e80-3506-4d37-ac15-c84cf8d3f50b None None] The sync data for ids ['d76f1542-dba9-4e0a-894e-8fd6918444d1'] in dv-cinder-820027-26-iscsi is: [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:30Z', 'revision_number': 3, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:54:34.310557 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:34.321718 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-b97d43c2-dba0-4c78-9edf-895909c6ed15 None None] Provisioning complete for port cb122e29-efb0-422f-a269-5a8d82ab5145 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:34.322292 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-b97d43c2-dba0-4c78-9edf-895909c6ed15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:34.414429 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Publish callbacks [] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:34.419722 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a6c1e06b-82e5-4a65-bbbf-9727d35af66f req-ad72972f-f324-4317-95f2-f36d1d1b1003 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138183 Sep 12 23:54:34.436894 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c5f0-c3b3-4d52-96f6-ebf779f12e4e admin admin] Publish callbacks [] for security_group (00fc953f-8514-45c5-bcc2-8a7c5f0e5bec), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:34.441200 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:34.443866 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (d76f1542-dba9-4e0a-894e-8fd6918444d1), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:34.483686 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-b97d43c2-dba0-4c78-9edf-895909c6ed15 None None] Port cb122e29-efb0-422f-a269-5a8d82ab5145 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:54:34.532104 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c5f0-c3b3-4d52-96f6-ebf779f12e4e admin admin] Publish callbacks [] for security_group (00fc953f-8514-45c5-bcc2-8a7c5f0e5bec), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:34.598770 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Pushing event updated for resources: {'Port': ['ID=cb122e29-efb0-422f-a269-5a8d82ab5145,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:34.621213 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:54:34.622969 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:34.666624 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-ca686e9b-9605-47ce-b704-bc44cb6e141f tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:34.668297 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-ca686e9b-9605-47ce-b704-bc44cb6e141f tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 945 time: 0.1598799 Sep 12 23:54:34.957578 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c5f0-c3b3-4d52-96f6-ebf779f12e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (00fc953f-8514-45c5-bcc2-8a7c5f0e5bec), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:34.977039 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c5f0-c3b3-4d52-96f6-ebf779f12e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:34.978067 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-c4c7c5f0-c3b3-4d52-96f6-ebf779f12e4e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/00fc953f-8514-45c5-bcc2-8a7c5f0e5bec HTTP/1.1" status: 204 len: 168 time: 0.7233665 Sep 12 23:54:34.991741 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Router d76f1542-dba9-4e0a-894e-8fd6918444d1 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:54:35.004835 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:35.026121 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5143764e-619b-42ee-8926-9b45c50799b6 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:35.129157 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7c5f0-c3b3-4d52-96f6-ebf779f12e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fc953f-8514-45c5-bcc2-8a7c5f0e5bec,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:35.194443 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-7cadc80a-3dee-4612-afb8-02f91ece5fb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Deleting port 1c215802-5c5c-403a-8d38-46981edefef8 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:54:35.194945 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-7cadc80a-3dee-4612-afb8-02f91ece5fb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (1c215802-5c5c-403a-8d38-46981edefef8), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:35.225300 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-5d7c0df2-8f0a-4390-8905-679b56b881fb None None] Provisioning complete for port cb122e29-efb0-422f-a269-5a8d82ab5145 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:35.226185 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0df2-8f0a-4390-8905-679b56b881fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:35.317022 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 5143764e-619b-42ee-8926-9b45c50799b6 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:35.317708 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (5143764e-619b-42ee-8926-9b45c50799b6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:35.323356 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6b2ee-415a-4f70-b88c-0e1887ef3b48 req-9d6cef88-ddb8-48f6-acb1-c77f8e051924 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:35.324477 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7e6b2ee-415a-4f70-b88c-0e1887ef3b48 req-9d6cef88-ddb8-48f6-acb1-c77f8e051924 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.4581156 Sep 12 23:54:35.353243 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:54:35.359865 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-4025677f-d762-4a9a-a828-400468ac5760 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/d76f1542-dba9-4e0a-894e-8fd6918444d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3995500 Sep 12 23:54:35.375770 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:35.377483 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-5d7c0df2-8f0a-4390-8905-679b56b881fb None None] Port cb122e29-efb0-422f-a269-5a8d82ab5145 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:54:35.399421 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-7cadc80a-3dee-4612-afb8-02f91ece5fb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] For port 1c215802-5c5c-403a-8d38-46981edefef8, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1c215802-5c5c-403a-8d38-46981edefef8,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:35.404262 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-7cadc80a-3dee-4612-afb8-02f91ece5fb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (1c215802-5c5c-403a-8d38-46981edefef8), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:35.467784 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-7cadc80a-3dee-4612-afb8-02f91ece5fb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Calling delete_port for 1c215802-5c5c-403a-8d38-46981edefef8 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:54:35.472645 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 5143764e-619b-42ee-8926-9b45c50799b6 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:35.473371 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (5143764e-619b-42ee-8926-9b45c50799b6), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:35.512893 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 5143764e-619b-42ee-8926-9b45c50799b6, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5143764e-619b-42ee-8926-9b45c50799b6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:35.517493 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (5143764e-619b-42ee-8926-9b45c50799b6), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:35.519585 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:35.562126 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7e6b2ee-415a-4f70-b88c-0e1887ef3b48 req-93b8ca65-32d6-449e-abae-a206b9b9a6d5 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197461 Sep 12 23:54:35.648643 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=5143764e-619b-42ee-8926-9b45c50799b6,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:35.814428 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023d48-e2ce-453e-b3e5-3ff8be58bbfc req-260ff747-64b6-4a35-acf2-e8f90170940d tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:35.817214 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c023d48-e2ce-453e-b3e5-3ff8be58bbfc req-260ff747-64b6-4a35-acf2-e8f90170940d tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 945 time: 0.1077931 Sep 12 23:54:35.949338 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c023d48-e2ce-453e-b3e5-3ff8be58bbfc req-336ebbb5-50ad-4970-bcae-1946f6f9e04b tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=484b0fb6-24ef-409a-a62a-02e28aa27a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232102 Sep 12 23:54:36.067702 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-7cadc80a-3dee-4612-afb8-02f91ece5fb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (1c215802-5c5c-403a-8d38-46981edefef8), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:36.089218 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['1c215802-5c5c-403a-8d38-46981edefef8'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:54:36.117051 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadc80a-3dee-4612-afb8-02f91ece5fb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Pushing event deleted for resources: {'Port': ['ID=1c215802-5c5c-403a-8d38-46981edefef8,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:36.178316 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:36.262045 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-7cadc80a-3dee-4612-afb8-02f91ece5fb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] No DVR routers for this DVR port 1c215802-5c5c-403a-8d38-46981edefef8 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:54:36.269090 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-7cadc80a-3dee-4612-afb8-02f91ece5fb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:36.276698 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9c50c2e2-d232-4cb4-8592-14a509d4dd39 req-7cadc80a-3dee-4612-afb8-02f91ece5fb2 tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1c215802-5c5c-403a-8d38-46981edefef8 HTTP/1.1" status: 204 len: 173 time: 1.6017954 Sep 12 23:54:36.277876 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab7089c-6860-4148-9dd6-45939ee2c1a9', 'name': 'network-vif-deleted', 'tag': '1c215802-5c5c-403a-8d38-46981edefef8'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:54:36.297221 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cc07c4-c48e-4c4f-a1fa-2d866d82d9e3" -d '{"events": [{"server_uuid": "cab7089c-6860-4148-9dd6-45939ee2c1a9", "name": "network-vif-deleted", "tag": "1c215802-5c5c-403a-8d38-46981edefef8"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:54:36.402524 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32dc99a-1605-41f5-8be3-c7a190a08391 x-openstack-request-id: req-c32dc99a-1605-41f5-8be3-c7a190a08391 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:54:36.402820 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab7089c-6860-4148-9dd6-45939ee2c1a9", "name": "network-vif-deleted", "tag": "1c215802-5c5c-403a-8d38-46981edefef8", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:54:36.403075 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c32dc99a-1605-41f5-8be3-c7a190a08391 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:54:36.403526 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32dc99a-1605-41f5-8be3-c7a190a08391'] response: {'server_uuid': 'cab7089c-6860-4148-9dd6-45939ee2c1a9', 'name': 'network-vif-deleted', 'tag': '1c215802-5c5c-403a-8d38-46981edefef8', 'status': 'completed', 'code': 200} Sep 12 23:54:36.865269 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b81dd4-0219-4cee-ac65-98b499a1103e req-06a3d68e-ed15-481a-9086-bf71fcd36985 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:36.879076 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-21b81dd4-0219-4cee-ac65-98b499a1103e req-06a3d68e-ed15-481a-9086-bf71fcd36985 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1504700 Sep 12 23:54:37.057555 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-21b81dd4-0219-4cee-ac65-98b499a1103e req-2377fd8e-e190-4705-98b7-89cf8e9d68e1 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438065 Sep 12 23:54:37.076777 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5143764e-619b-42ee-8926-9b45c50799b6 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:37.101481 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36732) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:37.117539 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1921346629-network', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:37.163548 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 5143764e-619b-42ee-8926-9b45c50799b6 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:37.163931 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (5143764e-619b-42ee-8926-9b45c50799b6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:37.196059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Made reservation on behalf of b1da04c606664831adb0d1b12d7815b2 for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:54:37.199578 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:37.273962 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:37.285974 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:37.289902 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-88a54da0-10c7-416e-9cc0-fa1ecc586053 req-305854c6-77fb-42c1-9154-22a38baa62de tempest-DeleteServersTestJSON-1096108465 tempest-DeleteServersTestJSON-1096108465-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cab7089c-6860-4148-9dd6-45939ee2c1a9 HTTP/1.1" status: 200 len: 210 time: 0.0799437 Sep 12 23:54:37.330459 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 5143764e-619b-42ee-8926-9b45c50799b6 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:37.471774 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Publish callbacks [] for security_group (6f2f6d1c-15a6-42ea-8872-c529f7fdb78b), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:37.480138 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6f2f6d1c-15a6-42ea-8872-c529f7fdb78b), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:37.538734 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=112752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:54:37.554036 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2f6d1c-15a6-42ea-8872-c529f7fdb78b,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:37.557615 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (cdc40101-5a10-4473-9a9e-3c62bedd395f), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:37.557986 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Added segment cdc40101-5a10-4473-9a9e-3c62bedd395f of type vlan for network 6571f30f-a589-4b1b-a995-9ec12ed387c0 Sep 12 23:54:37.604719 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (6571f30f-a589-4b1b-a995-9ec12ed387c0), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:37.640264 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (6571f30f-a589-4b1b-a995-9ec12ed387c0), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:37.643791 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:37.644560 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:37.725509 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6193168 Sep 12 23:54:37.725847 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36744) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:37.730649 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Request body: {'subnet': {'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1921346629-subnet', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'ip_version': 4}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:37.739299 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a025e-91fd-4e8f-811b-d8a35f014356 admin admin] Pushing event updated for resources: {'Network': ['ID=6571f30f-a589-4b1b-a995-9ec12ed387c0,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:37.758724 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 6571f30f-a589-4b1b-a995-9ec12ed387c0 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:54:37.761482 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Made reservation on behalf of b1da04c606664831adb0d1b12d7815b2 for: {'subnet': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:54:37.764560 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:37.875152 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Sync routers for ids ['d76f1542-dba9-4e0a-894e-8fd6918444d1'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:54:37.893540 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Routers {'d76f1542-dba9-4e0a-894e-8fd6918444d1'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:37.893540 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['d76f1542-dba9-4e0a-894e-8fd6918444d1'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:37.911073 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:38.056924 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Set router d76f1542-dba9-4e0a-894e-8fd6918444d1 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:38.156047 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (ad9d9864-1237-49f6-ba72-d66b3be40e78), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:38.333876 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 1c215802-5c5c-403a-8d38-46981edefef8 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:54:38.351868 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Checking segment: {'id': 'cdc40101-5a10-4473-9a9e-3c62bedd395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:38.352308 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Network hostable DHCP agents. Network: 6571f30f-a589-4b1b-a995-9ec12ed387c0, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:54:38.366621 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9d9864-1237-49f6-ba72-d66b3be40e78,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:38.377193 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 1c215802-5c5c-403a-8d38-46981edefef8 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:54:38.385919 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 1c215802-5c5c-403a-8d38-46981edefef8 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:54:38.397804 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a5fee-713e-4b32-a0e7-044b5615c711 req-4968004e-754e-4e3a-ada4-5ca92fa211e7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:38.399825 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-110a5fee-713e-4b32-a0e7-044b5615c711 req-4968004e-754e-4e3a-ada4-5ca92fa211e7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1238098 Sep 12 23:54:38.412416 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Network 6571f30f-a589-4b1b-a995-9ec12ed387c0 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:54:38.437468 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 6571f30f-a589-4b1b-a995-9ec12ed387c0) {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:38.449079 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e0042-d23f-4a53-9168-630d7df55522 None None] Network 6571f30f-a589-4b1b-a995-9ec12ed387c0 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:54:38.449385 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:38.449785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:38.469759 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:38.476307 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-473616cf-8fb4-4639-9973-82d3020bbbe0 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7494628 Sep 12 23:54:38.480983 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36768) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:38.489637 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:38.504854 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1921346629-router', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:38.546701 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-110a5fee-713e-4b32-a0e7-044b5615c711 req-629b5ac4-196f-4a9d-a259-f46177b6c61c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229112 Sep 12 23:54:38.570221 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:38.573758 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:38.629571 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'cb122e29-efb0-422f-a269-5a8d82ab5145', 'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'mac_address': 'fa:16:3e:95:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:32Z', 'updated_at': '2022-09-12T23:54:34Z', 'revision_number': 2, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'subnets': [{'id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:38.662710 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Checking router: d76f1542-dba9-4e0a-894e-8fd6918444d1 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:54:38.663045 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Updating router d76f1542-dba9-4e0a-894e-8fd6918444d1 port cb122e29-efb0-422f-a269-5a8d82ab5145 binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:54:38.713172 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks [] for router_controller (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), precommit_add_association {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:38.807457 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-6571f30f-a589-4b1b-a995-9ec12ed387c0', 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0', 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'fixed_ips': [{'subnet_id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:54:38.808962 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:38.869524 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:39.021722 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks [] for router_gateway (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:39.137712 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:39.179459 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-406b2a43-6293-4125-a954-8b8fc75273ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:39.240069 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:39.272194 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks [] for router_gateway (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:39.295110 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:39.458151 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Allocated IP 172.27.1.7 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/29ab62eb-f3e0-48e4-b99f-80e69f7a6e93) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:54:39.459632 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Allocated IP 172.20.0.2 (6571f30f-a589-4b1b-a995-9ec12ed387c0/ad9d9864-1237-49f6-ba72-d66b3be40e78/e7600f4a-c180-4d11-864e-c1dd70831ade) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:54:39.662039 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks [] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:39.736504 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:39.780528 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525c0a1-3da1-424a-bccb-60d70e9a1ccf req-db518e7e-4556-47a0-ae38-2165749045e4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:39.789019 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:54:39.790434 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8525c0a1-3da1-424a-bccb-60d70e9a1ccf req-db518e7e-4556-47a0-ae38-2165749045e4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.0851002 Sep 12 23:54:39.793175 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:39.797501 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:54:39.892154 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Pushing event updated for resources: {'Port': ['ID=29ab62eb-f3e0-48e4-b99f-80e69f7a6e93,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:39.933261 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Publish callbacks [] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:39.943296 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8525c0a1-3da1-424a-bccb-60d70e9a1ccf req-8678116c-0c3c-46da-b70b-191652f4eb30 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480970 Sep 12 23:54:39.952883 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:39.953840 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:39.971264 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:40.020421 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Publish callbacks [] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:40.110609 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:40.120026 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23709e8-c13f-47ce-a393-f0927ab64566 None None] Pushing event updated for resources: {'Port': ['ID=cb122e29-efb0-422f-a269-5a8d82ab5145,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:40.159580 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks [] for router_gateway (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:40.233933 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Pushing event updated for resources: {'Port': ['ID=e7600f4a-c180-4d11-864e-c1dd70831ade,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:40.243984 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Attempting to bind port cb122e29-efb0-422f-a269-5a8d82ab5145 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:54:40.245042 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Attempting to bind port cb122e29-efb0-422f-a269-5a8d82ab5145 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:54:40.245650 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Attempting to bind port cb122e29-efb0-422f-a269-5a8d82ab5145 on network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:40.251961 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Network 6571f30f-a589-4b1b-a995-9ec12ed387c0 is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:54:40.289795 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:40.296535 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:54:40.422639 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:54:40.423298 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Checking segment: {'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:40.424127 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:40.424635 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Bound using segment: {'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:54:40.425551 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Bound port: cb122e29-efb0-422f-a269-5a8d82ab5145, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:54:40.426193 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:40.470600 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Attempting to bind port e7600f4a-c180-4d11-864e-c1dd70831ade on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:54:40.471417 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Attempting to bind port e7600f4a-c180-4d11-864e-c1dd70831ade by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'cdc40101-5a10-4473-9a9e-3c62bedd395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:54:40.471853 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Attempting to bind port e7600f4a-c180-4d11-864e-c1dd70831ade on network 6571f30f-a589-4b1b-a995-9ec12ed387c0 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:40.650012 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36830) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:40.677243 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] For port cb122e29-efb0-422f-a269-5a8d82ab5145, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:54:40.684848 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] For port cb122e29-efb0-422f-a269-5a8d82ab5145, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=cb122e29-efb0-422f-a269-5a8d82ab5145,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:54:40.696615 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:54:40.697120 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Checking segment: {'id': 'cdc40101-5a10-4473-9a9e-3c62bedd395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:40.697821 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:40.698470 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Bound using segment: {'id': 'cdc40101-5a10-4473-9a9e-3c62bedd395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:54:40.699245 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Bound port: e7600f4a-c180-4d11-864e-c1dd70831ade, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc40101-5a10-4473-9a9e-3c62bedd395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:54:40.699873 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:40.702657 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:40.705639 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:40.729641 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:40.730578 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:40.863134 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Routers {'d76f1542-dba9-4e0a-894e-8fd6918444d1'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:40.864296 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['d76f1542-dba9-4e0a-894e-8fd6918444d1'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:40.912297 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:54:41.130467 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23709e8-c13f-47ce-a393-f0927ab64566 None None] Pushing event updated for resources: {'Port': ['ID=cb122e29-efb0-422f-a269-5a8d82ab5145,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:41.136365 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:54:41.145083 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Sync routers for ids ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:54:41.169337 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Routers {'07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:41.170888 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:41.172472 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:41.179280 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] For port e7600f4a-c180-4d11-864e-c1dd70831ade, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:54:41.180712 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-8a771ed3-999f-4093-b7c0-175af46c10b7 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6945240 Sep 12 23:54:41.182827 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36842) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:41.184685 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] For port e7600f4a-c180-4d11-864e-c1dd70831ade, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=e7600f4a-c180-4d11-864e-c1dd70831ade,segment=NetworkSegment(cdc40101-5a10-4473-9a9e-3c62bedd395f),segment_id=cdc40101-5a10-4473-9a9e-3c62bedd395f)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:54:41.206018 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:41.299402 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] Set router d76f1542-dba9-4e0a-894e-8fd6918444d1 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:41.336301 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6e485-b1f8-4470-bed6-d192f23327e9 req-4ac78fb5-ebae-4ed1-8896-e12d957fb5d2 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:41.349383 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3cf6e485-b1f8-4470-bed6-d192f23327e9 req-4ac78fb5-ebae-4ed1-8896-e12d957fb5d2 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.2448120 Sep 12 23:54:41.381803 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d83fdb-6b77-455e-8409-e5445fe5bd6f None None] Pushing event updated for resources: {'Port': ['ID=e7600f4a-c180-4d11-864e-c1dd70831ade,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:41.465567 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 36846) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:41.478916 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Set router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:41.535461 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:41.825934 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3cf6e485-b1f8-4470-bed6-d192f23327e9 req-ddea9c29-54b6-46cb-ae31-cf26ee509a91 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569819 Sep 12 23:54:41.868601 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:41.893956 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'cb122e29-efb0-422f-a269-5a8d82ab5145', 'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'mac_address': 'fa:16:3e:95:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:32Z', 'updated_at': '2022-09-12T23:54:40Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'subnets': [{'id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:41.980705 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-16bc4aae-5217-477d-8b56-f3e1f025d56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:42.008196 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662c816-445e-432a-88a2-95d6177640a7 None None] The sync data for ids ['d76f1542-dba9-4e0a-894e-8fd6918444d1'] in dv-cinder-820027-26-iscsi is: [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'cb122e29-efb0-422f-a269-5a8d82ab5145', 'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'mac_address': 'fa:16:3e:95:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:32Z', 'updated_at': '2022-09-12T23:54:40Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'subnets': [{'id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:54:42.034515 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'name': 'tempest-TestMinimumBasicScenario-1921346629-router', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:38Z', 'updated_at': '2022-09-12T23:54:39Z', 'revision_number': 3, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'gw_port': {'id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:39Z', 'updated_at': '2022-09-12T23:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:42.037650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:42.048156 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-3af098a3-ca72-4b58-ba2c-43a8f1827951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:42.156854 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Checking router: 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:54:42.157686 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Updating router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:54:42.229918 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:42.258099 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:42.358623 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:42.717470 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Allocated IP 172.20.0.1 (6571f30f-a589-4b1b-a995-9ec12ed387c0/ad9d9864-1237-49f6-ba72-d66b3be40e78/b287c7d6-84e8-4f3b-a6b2-abddf52b75e7) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:54:42.890517 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-16bc4aae-5217-477d-8b56-f3e1f025d56a admin admin] Publish callbacks [] for security_group (aa3aea22-0c5d-4783-affd-fa8f6d5673a0), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:42.957673 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Publish callbacks [] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:42.997307 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Publish callbacks [] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.011082 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.020482 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.098673 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:43.102503 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Attempting to bind port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:54:43.102848 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Attempting to bind port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:54:43.103263 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Attempting to bind port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:43.106762 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e7600f4a-c180-4d11-864e-c1dd70831ade up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:43.122969 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Network 6571f30f-a589-4b1b-a995-9ec12ed387c0 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:54:43.143705 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:43.146640 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:54:43.147374 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.171810 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88687510-ee10-4678-bf0c-1a58e8f673fb None None] Pushing event updated for resources: {'Port': ['ID=29ab62eb-f3e0-48e4-b99f-80e69f7a6e93,revision_number=2']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:43.219657 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbbb59f-99ca-44b9-96fc-e2d0770e8f58 None None] Network 6571f30f-a589-4b1b-a995-9ec12ed387c0 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:54:43.221867 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:54:43.222210 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:43.222654 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.223184 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:54:43.223643 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Bound port: 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:54:43.224078 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.240235 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Pushing event updated for resources: {'Port': ['ID=b287c7d6-84e8-4f3b-a6b2-abddf52b75e7,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:43.325234 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] For port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:54:43.330906 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] For port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=29ab62eb-f3e0-48e4-b99f-80e69f7a6e93,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:54:43.341721 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:43.341975 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.350189 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:43.387701 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.389891 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:43.397628 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Routers {'07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:43.398289 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:43.506618 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-16bc4aae-5217-477d-8b56-f3e1f025d56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (aa3aea22-0c5d-4783-affd-fa8f6d5673a0), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.596311 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:43.603107 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c145ab-3d58-4574-b16b-2c63ade46ca5 req-9a9fed44-1658-427f-b5b2-b2b67831e9de tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:43.605196 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-18c145ab-3d58-4574-b16b-2c63ade46ca5 req-9a9fed44-1658-427f-b5b2-b2b67831e9de tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1034236 Sep 12 23:54:43.618572 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-db50b12c-d216-48b1-8c27-266ae2bf321b None None] Provisioning complete for port e7600f4a-c180-4d11-864e-c1dd70831ade triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:43.619493 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc4aae-5217-477d-8b56-f3e1f025d56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3aea22-0c5d-4783-affd-fa8f6d5673a0,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:43.619794 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-db50b12c-d216-48b1-8c27-266ae2bf321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.668774 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-16bc4aae-5217-477d-8b56-f3e1f025d56a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=21857b99def94fd59692266951e0f6db&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2002122 Sep 12 23:54:43.670076 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] Deleting port c51a0452-240d-46db-8a80-225ffef72afc {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:54:43.670422 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (c51a0452-240d-46db-8a80-225ffef72afc), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.688472 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Publish callbacks [] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.691343 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36876) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:43.713875 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] Set router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:43.715063 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.717046 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.720289 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.721765 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port e7600f4a-c180-4d11-864e-c1dd70831ade triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:43.722600 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:43.859400 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-18c145ab-3d58-4574-b16b-2c63ade46ca5 req-cc731b78-2894-4cb2-b80d-a4108fcf1618 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336857 Sep 12 23:54:43.907133 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88687510-ee10-4678-bf0c-1a58e8f673fb None None] Pushing event updated for resources: {'Port': ['ID=29ab62eb-f3e0-48e4-b99f-80e69f7a6e93,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:43.962435 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Pushing event updated for resources: {'Port': ['ID=b287c7d6-84e8-4f3b-a6b2-abddf52b75e7,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:43.988563 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb5fd-2c3a-4b72-8900-c94ab08b3591 admin admin] Publish callbacks [] for security_group (aa3aea22-0c5d-4783-affd-fa8f6d5673a0), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.009503 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] For port c51a0452-240d-46db-8a80-225ffef72afc, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=c51a0452-240d-46db-8a80-225ffef72afc,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:44.010070 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (c51a0452-240d-46db-8a80-225ffef72afc), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.070327 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb5fd-2c3a-4b72-8900-c94ab08b3591 admin admin] Publish callbacks [] for security_group (aa3aea22-0c5d-4783-affd-fa8f6d5673a0), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.077100 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] Calling delete_port for c51a0452-240d-46db-8a80-225ffef72afc owned by network:router_interface {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:54:44.114528 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Network 6571f30f-a589-4b1b-a995-9ec12ed387c0 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:54:44.125438 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:44.217590 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port e7600f4a-c180-4d11-864e-c1dd70831ade is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:44.222630 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.241608 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.248686 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-db50b12c-d216-48b1-8c27-266ae2bf321b None None] Current status of the port e7600f4a-c180-4d11-864e-c1dd70831ade is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:44.248865 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-db50b12c-d216-48b1-8c27-266ae2bf321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.297799 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-db50b12c-d216-48b1-8c27-266ae2bf321b None None] For port e7600f4a-c180-4d11-864e-c1dd70831ade, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=e7600f4a-c180-4d11-864e-c1dd70831ade,segment=NetworkSegment(cdc40101-5a10-4473-9a9e-3c62bedd395f),segment_id=cdc40101-5a10-4473-9a9e-3c62bedd395f)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:44.299017 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:44.329533 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-db50b12c-d216-48b1-8c27-266ae2bf321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.338829 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:54:44.402375 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'name': 'tempest-TestMinimumBasicScenario-1921346629-router', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:38Z', 'updated_at': '2022-09-12T23:54:43Z', 'revision_number': 4, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'gw_port': {'id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:39Z', 'updated_at': '2022-09-12T23:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'b287c7d6-84e8-4f3b-a6b2-abddf52b75e7', 'name': '', 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'mac_address': 'fa:16:3e:22:40:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:42Z', 'updated_at': '2022-09-12T23:54:42Z', 'revision_number': 1, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'subnets': [{'id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:44.474974 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb5fd-2c3a-4b72-8900-c94ab08b3591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (aa3aea22-0c5d-4783-affd-fa8f6d5673a0), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.482115 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f22d660-7cd6-42ed-a35f-57fc077bb7fd None None] The sync data for ids ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'] in dv-cinder-820027-26-iscsi is: [{'id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'name': 'tempest-TestMinimumBasicScenario-1921346629-router', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:38Z', 'updated_at': '2022-09-12T23:54:43Z', 'revision_number': 4, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'gw_port': {'id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:39Z', 'updated_at': '2022-09-12T23:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'b287c7d6-84e8-4f3b-a6b2-abddf52b75e7', 'name': '', 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'mac_address': 'fa:16:3e:22:40:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:42Z', 'updated_at': '2022-09-12T23:54:42Z', 'revision_number': 1, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'subnets': [{'id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:54:44.491859 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-f3d73a43-7e2a-485b-b000-f098da7abb9f None None] Provisioning complete for port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:44.492395 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f3d73a43-7e2a-485b-b000-f098da7abb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.497614 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f2fcb5fd-2c3a-4b72-8900-c94ab08b3591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.497822 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.db.api [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 12 23:54:44.497985 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG oslo_db.api [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 12 23:54:44.507381 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f2fcb5fd-2c3a-4b72-8900-c94ab08b3591 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/aa3aea22-0c5d-4783-affd-fa8f6d5673a0 HTTP/1.1" status: 204 len: 168 time: 0.8145196 Sep 12 23:54:44.518449 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50b12c-d216-48b1-8c27-266ae2bf321b None None] Pushing event updated for resources: {'Port': ['ID=e7600f4a-c180-4d11-864e-c1dd70831ade,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:44.550938 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcb5fd-2c3a-4b72-8900-c94ab08b3591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3aea22-0c5d-4783-affd-fa8f6d5673a0,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:44.594648 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (c51a0452-240d-46db-8a80-225ffef72afc), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.630659 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-f3d73a43-7e2a-485b-b000-f098da7abb9f None None] Port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:54:44.650647 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] Pushing event deleted for resources: {'Port': ['ID=c51a0452-240d-46db-8a80-225ffef72afc,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:44.665371 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-f3d73a43-7e2a-485b-b000-f098da7abb9f None None] Provisioning complete for port e7600f4a-c180-4d11-864e-c1dd70831ade triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:44.665752 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f3d73a43-7e2a-485b-b000-f098da7abb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.683105 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:54:44.701754 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-efdbb790-982c-4ce6-9365-9419ec43424b admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/07b1720f-7820-4f3b-abd4-a2d1ed10a2a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5175638 Sep 12 23:54:44.967051 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:44.970258 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-f3d73a43-7e2a-485b-b000-f098da7abb9f None None] Current status of the port e7600f4a-c180-4d11-864e-c1dd70831ade is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:45.041387 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:45.117944 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port e7600f4a-c180-4d11-864e-c1dd70831ade is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:45.127926 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device cb122e29-efb0-422f-a269-5a8d82ab5145 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:45.138446 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-2e65783d-b2ab-4637-ac9d-238767e73a91 None None] Provisioning complete for port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:45.139495 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2e65783d-b2ab-4637-ac9d-238767e73a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:45.192902 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:45.207606 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab993cc-adda-4fee-b219-a6bb967e3bfc req-1577ef96-2ef7-4119-b8d5-3b645dad600e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:45.211514 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ab993cc-adda-4fee-b219-a6bb967e3bfc req-1577ef96-2ef7-4119-b8d5-3b645dad600e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1634028 Sep 12 23:54:45.259040 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:45.282966 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36902) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:45.314427 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c52a6192-28e8-4c5e-a3e9-ba109e4b73bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:45.325518 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-2e65783d-b2ab-4637-ac9d-238767e73a91 None None] Port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:54:45.342798 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:45.363392 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port cb122e29-efb0-422f-a269-5a8d82ab5145 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:45.363824 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:45.466336 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-a9a04106-7aec-452b-97ea-e8fe10b9cdaa None None] Provisioning complete for port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:45.467204 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a9a04106-7aec-452b-97ea-e8fe10b9cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:45.543273 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c52a6192-28e8-4c5e-a3e9-ba109e4b73bc admin admin] Publish callbacks [] for security_group (4c981cbe-41d4-4de4-b63c-3f5d211bbab0), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:45.548572 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:45.552769 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c52a6192-28e8-4c5e-a3e9-ba109e4b73bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (4c981cbe-41d4-4de4-b63c-3f5d211bbab0), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:45.572559 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-a9a04106-7aec-452b-97ea-e8fe10b9cdaa None None] Port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:54:45.590920 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port cb122e29-efb0-422f-a269-5a8d82ab5145 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:45.591588 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:45.637777 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c52a6192-28e8-4c5e-a3e9-ba109e4b73bc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4c768adff8f64746be795a4d52a63405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516290 Sep 12 23:54:45.642734 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36912) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:45.680022 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port cb122e29-efb0-422f-a269-5a8d82ab5145, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=cb122e29-efb0-422f-a269-5a8d82ab5145,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:45.689441 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:45.850892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=cb122e29-efb0-422f-a269-5a8d82ab5145,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:45.851108 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ab993cc-adda-4fee-b219-a6bb967e3bfc req-e6b342a6-6a27-4793-b921-699061488090 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097107 Sep 12 23:54:45.859767 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a6192-28e8-4c5e-a3e9-ba109e4b73bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c981cbe-41d4-4de4-b63c-3f5d211bbab0,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:45.942050 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c07633d-8e75-4185-94ef-6d9923826875 admin admin] Publish callbacks [] for security_group (4c981cbe-41d4-4de4-b63c-3f5d211bbab0), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:45.947506 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:45.983727 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c07633d-8e75-4185-94ef-6d9923826875 admin admin] Publish callbacks [] for security_group (4c981cbe-41d4-4de4-b63c-3f5d211bbab0), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:46.096222 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c07633d-8e75-4185-94ef-6d9923826875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (4c981cbe-41d4-4de4-b63c-3f5d211bbab0), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:46.099402 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c07633d-8e75-4185-94ef-6d9923826875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:46.122606 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-3c07633d-8e75-4185-94ef-6d9923826875 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4c981cbe-41d4-4de4-b63c-3f5d211bbab0 HTTP/1.1" status: 204 len: 168 time: 0.4782696 Sep 12 23:54:46.124538 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e7600f4a-c180-4d11-864e-c1dd70831ade up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:46.132740 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] Router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:54:46.161789 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07633d-8e75-4185-94ef-6d9923826875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c981cbe-41d4-4de4-b63c-3f5d211bbab0,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:46.309287 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port e7600f4a-c180-4d11-864e-c1dd70831ade triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:46.309750 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:46.452457 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:54:46.459899 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-9fe8a6b0-2dac-4fbb-8612-d0fc903235df admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/c3ae0cd3-975e-4d45-a186-5cf438cfe7d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8080592 Sep 12 23:54:46.462603 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36930) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:46.477377 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] Sync routers for ids ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:54:46.686576 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Publish callbacks [] for router (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:46.809236 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] Routers {'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:46.811035 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:46.816763 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port e7600f4a-c180-4d11-864e-c1dd70831ade is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:46.833180 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:47.094546 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] Set router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:47.253779 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Publish callbacks [] for router_gateway (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:47.266109 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86141b9e-eec7-43aa-9750-f150e1483805 req-f2f1e96d-da5b-4bc1-8d14-c485f47817c4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:47.272481 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86141b9e-eec7-43aa-9750-f150e1483805 req-f2f1e96d-da5b-4bc1-8d14-c485f47817c4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.2561061 Sep 12 23:54:47.342820 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Deleting port cd008f75-24ea-4df9-b7ff-b1fd3f210316 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:54:47.344127 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:47.425799 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86141b9e-eec7-43aa-9750-f150e1483805 req-d33ff446-a660-4d15-95a4-a45f684f3241 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450369 Sep 12 23:54:47.651378 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] For port cd008f75-24ea-4df9-b7ff-b1fd3f210316, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=cd008f75-24ea-4df9-b7ff-b1fd3f210316,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:47.659742 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:47.675707 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'name': 'tempest-DeleteServersTestJSON-716039656-router', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:00Z', 'updated_at': '2022-09-12T23:54:44Z', 'revision_number': 5, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'gw_port': {'id': 'cd008f75-24ea-4df9-b7ff-b1fd3f210316', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:03Z', 'updated_at': '2022-09-12T23:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:47.725023 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] Checking router: c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:54:47.739325 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] Routers {'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:47.740017 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Calling delete_port for cd008f75-24ea-4df9-b7ff-b1fd3f210316 owned by network:router_gateway {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:54:47.740213 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:47.893046 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] Set router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 gateway port host: None {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:48.103952 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'name': 'tempest-DeleteServersTestJSON-716039656-router', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:00Z', 'updated_at': '2022-09-12T23:54:47Z', 'revision_number': 6, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'gw_port_host': None}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:48.235159 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:48.242324 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:48.248816 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e64cc9-bbc1-4dc2-930f-d8041987075e None None] The sync data for ids ['c3ae0cd3-975e-4d45-a186-5cf438cfe7d4'] in dv-cinder-820027-26-iscsi is: [{'id': 'c3ae0cd3-975e-4d45-a186-5cf438cfe7d4', 'name': 'tempest-DeleteServersTestJSON-716039656-router', 'tenant_id': '58a7b6a5dc86486682777285fa3295ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:00Z', 'updated_at': '2022-09-12T23:54:47Z', 'revision_number': 6, 'project_id': '58a7b6a5dc86486682777285fa3295ac', 'gw_port_host': None}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:54:48.312783 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:48.313186 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:48.324182 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:54:48.382645 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (cd008f75-24ea-4df9-b7ff-b1fd3f210316), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:48.465916 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd008f75-24ea-4df9-b7ff-b1fd3f210316,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:48.472766 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:48.547428 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:48.548334 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:48.620048 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=29ab62eb-f3e0-48e4-b99f-80e69f7a6e93,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:48.624847 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:48.633860 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:48.636494 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device cb122e29-efb0-422f-a269-5a8d82ab5145 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:48.689962 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e32a4-836f-45f5-86da-99e338571bf8 req-d34b197b-c264-421d-b1f1-93a0cf8f9c7e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:48.699019 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4f0e32a4-836f-45f5-86da-99e338571bf8 req-d34b197b-c264-421d-b1f1-93a0cf8f9c7e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.0927763 Sep 12 23:54:48.733867 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:48.742104 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Publish callbacks [] for router_controller (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:48.787003 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Sync routers for ids ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:54:48.835988 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4f0e32a4-836f-45f5-86da-99e338571bf8 req-b6de3705-03ca-473b-abe3-6a7cdc4129b9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351435 Sep 12 23:54:48.872921 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Routers {'07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:48.874120 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:48.922459 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (c3ae0cd3-975e-4d45-a186-5cf438cfe7d4), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:48.925367 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 {{(pid=112751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:54:48.934117 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:48.936028 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f331463e-8547-4451-869a-b8ebe805e14e admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/c3ae0cd3-975e-4d45-a186-5cf438cfe7d4 HTTP/1.1" status: 204 len: 168 time: 2.4721618 Sep 12 23:54:48.941026 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 36996) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:48.993328 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=29ab62eb-f3e0-48e4-b99f-80e69f7a6e93,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:49.085255 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port cb122e29-efb0-422f-a269-5a8d82ab5145 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:49.090308 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:49.143160 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:49.163315 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:49.178769 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-da02500b-55ce-49a2-becc-70fe7bb5a73d admin admin] Deleting subnet acd0dd24-67d7-4a55-abb9-940744359158 {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:54:49.203305 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da02500b-55ce-49a2-becc-70fe7bb5a73d admin admin] Publish callbacks [] for subnet (acd0dd24-67d7-4a55-abb9-940744359158), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:49.273741 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port cb122e29-efb0-422f-a269-5a8d82ab5145 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:49.364869 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da02500b-55ce-49a2-becc-70fe7bb5a73d admin admin] Publish callbacks [] for subnet (acd0dd24-67d7-4a55-abb9-940744359158), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:49.422550 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Set router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:49.536523 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da02500b-55ce-49a2-becc-70fe7bb5a73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (acd0dd24-67d7-4a55-abb9-940744359158), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:49.663764 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da02500b-55ce-49a2-becc-70fe7bb5a73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (acd0dd24-67d7-4a55-abb9-940744359158), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:49.786205 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa68c43-5363-4ef0-8d0e-d349fee96bda None None] Network 5efdc9e4-8d20-4e9b-8531-580dd880dff0 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:54:49.789188 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02500b-55ce-49a2-becc-70fe7bb5a73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd0dd24-67d7-4a55-abb9-940744359158,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:49.804708 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da02500b-55ce-49a2-becc-70fe7bb5a73d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:49.816364 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-da02500b-55ce-49a2-becc-70fe7bb5a73d admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/acd0dd24-67d7-4a55-abb9-940744359158 HTTP/1.1" status: 204 len: 168 time: 0.8705695 Sep 12 23:54:49.817741 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37022) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:50.042098 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:50.088263 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'name': 'tempest-TestMinimumBasicScenario-1921346629-router', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:38Z', 'updated_at': '2022-09-12T23:54:43Z', 'revision_number': 4, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'gw_port': {'id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:39Z', 'updated_at': '2022-09-12T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'b287c7d6-84e8-4f3b-a6b2-abddf52b75e7', 'name': '', 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'mac_address': 'fa:16:3e:22:40:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:42Z', 'updated_at': '2022-09-12T23:54:43Z', 'revision_number': 2, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'subnets': [{'id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:50.196024 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Checking router: 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:54:50.196451 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Updating router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:54:50.266744 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:50.285473 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:50.343282 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:50.346062 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:50.357145 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192a08b-3c63-4883-a608-09c7e312bd2c req-49cd14af-1bb0-4ca2-8603-70ac123dddc4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:50.359317 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9192a08b-3c63-4883-a608-09c7e312bd2c req-49cd14af-1bb0-4ca2-8603-70ac123dddc4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1347654 Sep 12 23:54:50.363145 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (5efdc9e4-8d20-4e9b-8531-580dd880dff0), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:50.484029 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Deleting port 9a7d5795-9aa9-460e-8d73-c8589f420faf {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:54:50.485074 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:50.508296 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9192a08b-3c63-4883-a608-09c7e312bd2c req-de3322a3-3250-40ba-b33e-81e5ddd20767 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373966 Sep 12 23:54:50.666333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] For port 9a7d5795-9aa9-460e-8d73-c8589f420faf, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=9a7d5795-9aa9-460e-8d73-c8589f420faf,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:50.670403 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:50.707654 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce0439-e637-4a21-be1f-1efe5db3f482 None None] DHCP port deletion for 5efdc9e4-8d20-4e9b-8531-580dd880dff0 request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:54:50.744778 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:50.789706 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Calling delete_port for 9a7d5795-9aa9-460e-8d73-c8589f420faf owned by network:dhcp {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:54:50.963607 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device c51a0452-240d-46db-8a80-225ffef72afc no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:54:51.061004 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: c51a0452-240d-46db-8a80-225ffef72afc {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:54:51.063212 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device c51a0452-240d-46db-8a80-225ffef72afc not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:54:51.065521 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device cd008f75-24ea-4df9-b7ff-b1fd3f210316 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:54:51.105754 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-edce0439-e637-4a21-be1f-1efe5db3f482 None None] Deleting port 9a7d5795-9aa9-460e-8d73-c8589f420faf {{(pid=112753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:54:51.106526 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-edce0439-e637-4a21-be1f-1efe5db3f482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), before_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:51.111740 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: cd008f75-24ea-4df9-b7ff-b1fd3f210316 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:54:51.113814 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device cd008f75-24ea-4df9-b7ff-b1fd3f210316 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:54:51.127414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:51.214585 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] No DVR routers for this DVR port 9a7d5795-9aa9-460e-8d73-c8589f420faf on host dv-cinder-820027-26-iscsi {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:54:51.233175 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Publish callbacks [] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:51.250391 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:51.284590 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-edce0439-e637-4a21-be1f-1efe5db3f482 None None] For port 9a7d5795-9aa9-460e-8d73-c8589f420faf, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=9a7d5795-9aa9-460e-8d73-c8589f420faf,segment=NetworkSegment(a16c81d5-ee56-4af4-95c7-7ae1efc48bdc),segment_id=a16c81d5-ee56-4af4-95c7-7ae1efc48bdc)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:51.285646 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-edce0439-e637-4a21-be1f-1efe5db3f482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), precommit_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:51.329989 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-edce0439-e637-4a21-be1f-1efe5db3f482 None None] Calling delete_port for 9a7d5795-9aa9-460e-8d73-c8589f420faf owned by network:dhcp {{(pid=112753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:54:51.428802 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Attempting to bind port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:54:51.429169 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Attempting to bind port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'cdc40101-5a10-4473-9a9e-3c62bedd395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:54:51.429525 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Attempting to bind port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 on network 6571f30f-a589-4b1b-a995-9ec12ed387c0 {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:51.433471 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec7693-b313-412d-8023-88505f19ecff None None] Pushing event updated for resources: {'Port': ['ID=b287c7d6-84e8-4f3b-a6b2-abddf52b75e7,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:51.455113 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7d5795-9aa9-460e-8d73-c8589f420faf,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:51.475613 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:51.520772 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:54:51.525263 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Checking segment: {'id': 'cdc40101-5a10-4473-9a9e-3c62bedd395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:51.525263 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:51.525263 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Bound using segment: {'id': 'cdc40101-5a10-4473-9a9e-3c62bedd395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:54:51.525847 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Bound port: b287c7d6-84e8-4f3b-a6b2-abddf52b75e7, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc40101-5a10-4473-9a9e-3c62bedd395f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:54:51.526683 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:51.685798 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] For port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:54:51.694100 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] For port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=b287c7d6-84e8-4f3b-a6b2-abddf52b75e7,segment=NetworkSegment(cdc40101-5a10-4473-9a9e-3c62bedd395f),segment_id=cdc40101-5a10-4473-9a9e-3c62bedd395f)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:54:51.725673 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:51.765797 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (5efdc9e4-8d20-4e9b-8531-580dd880dff0), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:51.817956 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Routers {'07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:54:51.821883 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:51.835799 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:51.835799 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:51.835799 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:51.835799 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > port after_create 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:51.835799 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:51.836606 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > port after_update 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:51.836606 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:51.837081 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:51.837589 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:51.838134 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:51.842366 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-edce0439-e637-4a21-be1f-1efe5db3f482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (9a7d5795-9aa9-460e-8d73-c8589f420faf), after_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:51.874377 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce0439-e637-4a21-be1f-1efe5db3f482 None None] No DVR routers for this DVR port 9a7d5795-9aa9-460e-8d73-c8589f420faf on host dv-cinder-820027-26-iscsi {{(pid=112753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:54:51.964335 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce0439-e637-4a21-be1f-1efe5db3f482 None None] Pushing event deleted for resources: {'Port': ['ID=9a7d5795-9aa9-460e-8d73-c8589f420faf,revision_number=None']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:52.073714 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 9a7d5795-9aa9-460e-8d73-c8589f420faf no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:54:52.109572 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 9a7d5795-9aa9-460e-8d73-c8589f420faf {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:54:52.109910 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 9a7d5795-9aa9-460e-8d73-c8589f420faf not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:54:52.215506 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] Set router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:54:52.340395 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:52.340395 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:52.340395 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:52.340395 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:54:52.340395 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efdc9e4-8d20-4e9b-8531-580dd880dff0']}} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:52.391178 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:52.450226 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc') {'for_net_delete': True} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:52.450678 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16c81d5-ee56-4af4-95c7-7ae1efc48bdc') {} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:52.490104 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:52.518792 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10069483'] for segment (a16c81d5-ee56-4af4-95c7-7ae1efc48bdc), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:52.557075 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f2a49-265e-4cc1-bda3-12571aa375fb req-fc7f8529-7384-4a14-8dfc-258b7ce364ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:52.557075 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c99f2a49-265e-4cc1-bda3-12571aa375fb req-fc7f8529-7384-4a14-8dfc-258b7ce364ff service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 1129 time: 1.1638250 Sep 12 23:54:52.574571 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabe35a-d1f0-42e6-9130-a24d864e8c89 req-f5739f6a-17fd-4030-89e9-d80cd8d557df tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:52.583317 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4dabe35a-d1f0-42e6-9130-a24d864e8c89 req-f5739f6a-17fd-4030-89e9-d80cd8d557df tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1819966 Sep 12 23:54:52.586134 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (a16c81d5-ee56-4af4-95c7-7ae1efc48bdc), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:52.619256 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=112752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:54:52.620140 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8620065'] for segment (a16c81d5-ee56-4af4-95c7-7ae1efc48bdc), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:52.647079 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec7693-b313-412d-8023-88505f19ecff None None] Pushing event updated for resources: {'Port': ['ID=b287c7d6-84e8-4f3b-a6b2-abddf52b75e7,revision_number=4']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:52.808524 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (5efdc9e4-8d20-4e9b-8531-580dd880dff0), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:52.857437 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:52.867094 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/5efdc9e4-8d20-4e9b-8531-580dd880dff0 HTTP/1.1" status: 204 len: 168 time: 3.0473366 Sep 12 23:54:52.929221 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'name': 'tempest-TestMinimumBasicScenario-1921346629-router', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:38Z', 'updated_at': '2022-09-12T23:54:43Z', 'revision_number': 4, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'gw_port': {'id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:39Z', 'updated_at': '2022-09-12T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'b287c7d6-84e8-4f3b-a6b2-abddf52b75e7', 'name': '', 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'mac_address': 'fa:16:3e:22:40:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:42Z', 'updated_at': '2022-09-12T23:54:51Z', 'revision_number': 4, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'subnets': [{'id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:52.944256 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafee1dd-1371-4c44-9157-5a30d165fec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5efdc9e4-8d20-4e9b-8531-580dd880dff0,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:52.960098 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4dabe35a-d1f0-42e6-9130-a24d864e8c89 req-3595ca3c-6df8-41b0-b790-fc7579d8be3d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754172 Sep 12 23:54:53.011486 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6356c09a-2b01-4782-b53a-0d1eeef437b8 None None] The sync data for ids ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'] in dv-cinder-820027-26-iscsi is: [{'id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'name': 'tempest-TestMinimumBasicScenario-1921346629-router', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:38Z', 'updated_at': '2022-09-12T23:54:43Z', 'revision_number': 4, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'gw_port': {'id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:39Z', 'updated_at': '2022-09-12T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'b287c7d6-84e8-4f3b-a6b2-abddf52b75e7', 'name': '', 'network_id': '6571f30f-a589-4b1b-a995-9ec12ed387c0', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'mac_address': 'fa:16:3e:22:40:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:42Z', 'updated_at': '2022-09-12T23:54:51Z', 'revision_number': 4, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'subnets': [{'id': 'ad9d9864-1237-49f6-ba72-d66b3be40e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:54:53.321794 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c99f2a49-265e-4cc1-bda3-12571aa375fb req-3fdd0737-d0c5-48a9-8cf8-c7883989dbb4 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538904 Sep 12 23:54:53.484766 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment a16c81d5-ee56-4af4-95c7-7ae1efc48bdc resource provider aggregate not found Sep 12 23:54:53.517865 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment a16c81d5-ee56-4af4-95c7-7ae1efc48bdc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a16c81d5-ee56-4af4-95c7-7ae1efc48bdc found for delete ", "request_id": "req-89fa5674-d93a-4efe-bb38-290c157f0c74"}]} Sep 12 23:54:53.531661 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37104) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:53.601410 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-d4a1b978-80fe-4f5b-badc-bf613c693c09 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=58a7b6a5dc86486682777285fa3295ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0663714 Sep 12 23:54:53.606182 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37108) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:53.780853 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a969d236-8816-45da-a10b-37f9ce737907 admin admin] Publish callbacks [] for security_group (484b0fb6-24ef-409a-a62a-02e28aa27a43), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:53.863021 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a969d236-8816-45da-a10b-37f9ce737907 admin admin] Publish callbacks [] for security_group (484b0fb6-24ef-409a-a62a-02e28aa27a43), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:54.006061 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:54.040955 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a969d236-8816-45da-a10b-37f9ce737907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (484b0fb6-24ef-409a-a62a-02e28aa27a43), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:54.046686 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a969d236-8816-45da-a10b-37f9ce737907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:54.060110 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-a969d236-8816-45da-a10b-37f9ce737907 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/484b0fb6-24ef-409a-a62a-02e28aa27a43 HTTP/1.1" status: 204 len: 168 time: 0.4441886 Sep 12 23:54:54.106682 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969d236-8816-45da-a10b-37f9ce737907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484b0fb6-24ef-409a-a62a-02e28aa27a43,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:54.216074 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:54.216740 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:54.262305 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e1b88-21a6-4a39-9e56-26b24dc3d39a req-f1aa89b6-4a41-42e0-b249-e64f17de2306 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:54.279495 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e84e1b88-21a6-4a39-9e56-26b24dc3d39a req-f1aa89b6-4a41-42e0-b249-e64f17de2306 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1081488 Sep 12 23:54:54.405832 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e84e1b88-21a6-4a39-9e56-26b24dc3d39a req-6108ef58-8fa2-4759-88aa-f204259250f5 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232338 Sep 12 23:54:54.572922 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:54.575160 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:54.583181 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:54.692320 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=b287c7d6-84e8-4f3b-a6b2-abddf52b75e7,segment=NetworkSegment(cdc40101-5a10-4473-9a9e-3c62bedd395f),segment_id=cdc40101-5a10-4473-9a9e-3c62bedd395f)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:54:54.701641 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:54.835721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=b287c7d6-84e8-4f3b-a6b2-abddf52b75e7,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:55.046883 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37150) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:55.140059 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a836177e-f428-4091-9f7a-b789a4ff6684 admin admin] Deleting subnet 9be67a88-0a44-4304-838d-ad835fa1c2ae {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:54:55.149968 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a836177e-f428-4091-9f7a-b789a4ff6684 admin admin] Publish callbacks [] for subnet (9be67a88-0a44-4304-838d-ad835fa1c2ae), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:55.235979 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a836177e-f428-4091-9f7a-b789a4ff6684 admin admin] Publish callbacks [] for subnet (9be67a88-0a44-4304-838d-ad835fa1c2ae), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:55.248624 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a836177e-f428-4091-9f7a-b789a4ff6684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (9be67a88-0a44-4304-838d-ad835fa1c2ae), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:55.336281 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a836177e-f428-4091-9f7a-b789a4ff6684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (9be67a88-0a44-4304-838d-ad835fa1c2ae), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:55.365000 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836177e-f428-4091-9f7a-b789a4ff6684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be67a88-0a44-4304-838d-ad835fa1c2ae,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:55.384290 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a836177e-f428-4091-9f7a-b789a4ff6684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:55.392441 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37158) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:55.393565 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-a836177e-f428-4091-9f7a-b789a4ff6684 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/9be67a88-0a44-4304-838d-ad835fa1c2ae HTTP/1.1" status: 204 len: 168 time: 0.3446612 Sep 12 23:54:55.626100 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:55.638811 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49138b67-8be4-49b5-aeb9-c4a6e7e05a05 req-aceb2326-3581-42b2-8ffa-6274989a47a1 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:55.641014 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-49138b67-8be4-49b5-aeb9-c4a6e7e05a05 req-aceb2326-3581-42b2-8ffa-6274989a47a1 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.0955255 Sep 12 23:54:55.884738 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:55.906791 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:54:55.932907 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1']}} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:55.950539 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df275a0a-f2d7-499f-963c-00487497a147') {'for_net_delete': True} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:55.951209 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df275a0a-f2d7-499f-963c-00487497a147') {} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:55.969101 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10069483'] for segment (df275a0a-f2d7-499f-963c-00487497a147), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:55.988785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (df275a0a-f2d7-499f-963c-00487497a147), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:55.998870 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=112752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:54:55.999891 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8620065'] for segment (df275a0a-f2d7-499f-963c-00487497a147), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.001103 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37174) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:56.062007 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:54:56.064460 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.088984 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:56.097608 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.121008 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-49138b67-8be4-49b5-aeb9-c4a6e7e05a05 req-5f056cf0-af1c-4802-aab9-9ee7fee87b53 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725690 Sep 12 23:54:56.135632 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.143830 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1 HTTP/1.1" status: 204 len: 168 time: 0.7497964 Sep 12 23:54:56.146887 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37182) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:56.166198 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment df275a0a-f2d7-499f-963c-00487497a147 resource provider aggregate not found Sep 12 23:54:56.181009 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:56.256548 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc364954-3dc9-400d-94dc-8fafbbd095b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a00795a0-7940-4d27-b9b4-ee7dc7fb6ce1,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:56.274433 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment df275a0a-f2d7-499f-963c-00487497a147 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df275a0a-f2d7-499f-963c-00487497a147 found for delete ", "request_id": "req-e0ed030b-0abb-44e8-b020-34ca05f98743"}]} Sep 12 23:54:56.317089 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1865714012-network', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:56.328392 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:54:56.364502 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-18282a1e-6784-4944-8c0a-da58f3eb8404 admin admin] Deleting subnet 8d32dbbd-8d4a-4185-984e-5c5d39941fd5 {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:54:56.371059 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-18282a1e-6784-4944-8c0a-da58f3eb8404 admin admin] Publish callbacks [] for subnet (8d32dbbd-8d4a-4185-984e-5c5d39941fd5), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.415802 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Made reservation on behalf of ffc5ce52ae574b82bda143e766bcec80 for: {'network': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:54:56.419717 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.447355 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.501383 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-18282a1e-6784-4944-8c0a-da58f3eb8404 admin admin] Publish callbacks [] for subnet (8d32dbbd-8d4a-4185-984e-5c5d39941fd5), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.518379 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-18282a1e-6784-4944-8c0a-da58f3eb8404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (8d32dbbd-8d4a-4185-984e-5c5d39941fd5), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.570414 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:56.644629 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-18282a1e-6784-4944-8c0a-da58f3eb8404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (8d32dbbd-8d4a-4185-984e-5c5d39941fd5), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.711755 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18282a1e-6784-4944-8c0a-da58f3eb8404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d32dbbd-8d4a-4185-984e-5c5d39941fd5,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:56.730650 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-18282a1e-6784-4944-8c0a-da58f3eb8404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.736167 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-18282a1e-6784-4944-8c0a-da58f3eb8404 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/8d32dbbd-8d4a-4185-984e-5c5d39941fd5 HTTP/1.1" status: 204 len: 168 time: 0.5872200 Sep 12 23:54:56.739623 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37194) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:56.750682 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Publish callbacks [] for security_group (77e1605c-3c79-4a9c-8644-03d9aea74846), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.757827 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (77e1605c-3c79-4a9c-8644-03d9aea74846), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.772707 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=76,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:56.800903 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=112751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:54:56.829602 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e1605c-3c79-4a9c-8644-03d9aea74846,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:56.840408 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (7e97ce52-b894-4e54-a1b5-9fe619610742), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.841314 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.segments_db [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Added segment 7e97ce52-b894-4e54-a1b5-9fe619610742 of type vlan for network 923e930b-b793-481f-a057-be9c6d7f3f9d Sep 12 23:54:56.912835 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (323d70ca-4861-4db3-ac40-1f7b5cac8bd2), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.917062 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:56.922617 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (923e930b-b793-481f-a057-be9c6d7f3f9d), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.984078 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (923e930b-b793-481f-a057-be9c6d7f3f9d), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:56.986043 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:56.987173 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:57.094714 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0898669 Sep 12 23:54:57.107840 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37200) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:57.117666 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Request body: {'subnet': {'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1865714012-subnet', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:57.141773 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c815f92-c6ab-4623-84d9-ff9b61cbecec admin admin] Pushing event updated for resources: {'Network': ['ID=923e930b-b793-481f-a057-be9c6d7f3f9d,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:57.164330 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 923e930b-b793-481f-a057-be9c6d7f3f9d details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:54:57.172764 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Made reservation on behalf of ffc5ce52ae574b82bda143e766bcec80 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:54:57.177865 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:57.206818 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (323d70ca-4861-4db3-ac40-1f7b5cac8bd2), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:57.300526 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323d70ca-4861-4db3-ac40-1f7b5cac8bd2']}} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:57.378692 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5ce29d-11d0-4170-a30c-0d16ce4caec1') {'for_net_delete': True} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:57.379162 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5ce29d-11d0-4170-a30c-0d16ce4caec1') {} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:54:57.419159 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10069483'] for segment (1e5ce29d-11d0-4170-a30c-0d16ce4caec1), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:57.466139 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d4d49-d505-4bdc-8684-a41584ce12a4 req-43f5c543-a844-4142-8a16-737ed0ae1ac2 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:57.484343 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ef6d4d49-d505-4bdc-8684-a41584ce12a4 req-43f5c543-a844-4142-8a16-737ed0ae1ac2 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1936581 Sep 12 23:54:57.495047 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (1e5ce29d-11d0-4170-a30c-0d16ce4caec1), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:57.570473 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=112752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:54:57.571211 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8620065'] for segment (1e5ce29d-11d0-4170-a30c-0d16ce4caec1), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:57.601534 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (ddff083e-3369-4771-bb63-0a0920f10a4c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:57.686426 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ef6d4d49-d505-4bdc-8684-a41584ce12a4 req-a1c0d189-1904-432e-ad41-3f1acb54dcb9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970303 Sep 12 23:54:57.760031 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddff083e-3369-4771-bb63-0a0920f10a4c,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:57.796773 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (323d70ca-4861-4db3-ac40-1f7b5cac8bd2), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:57.820900 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:57.839749 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/323d70ca-4861-4db3-ac40-1f7b5cac8bd2 HTTP/1.1" status: 204 len: 168 time: 1.0872433 Sep 12 23:54:57.874359 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Checking segment: {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:57.875769 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Network hostable DHCP agents. Network: 923e930b-b793-481f-a057-be9c6d7f3f9d, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:54:57.884832 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Pushing event deleted for resources: {'Network': ['ID=323d70ca-4861-4db3-ac40-1f7b5cac8bd2,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:57.921200 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Network 923e930b-b793-481f-a057-be9c6d7f3f9d is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:54:57.921479 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.921911 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.925043 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.925687 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.926229 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.926780 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.927403 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.927948 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.928481 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.929011 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.929559 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.930139 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.930664 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.931745 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.946263 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 923e930b-b793-481f-a057-be9c6d7f3f9d) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:57.951757 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5f4e2-d548-41fe-91d3-63ff160aa089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:54:57.954307 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:57.955752 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:57.977653 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecdfaaa-bbb5-42c5-8d1d-7c8c300d6ff4 None None] Network 923e930b-b793-481f-a057-be9c6d7f3f9d requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:54:58.002809 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-ccd7bc22-4d7f-4006-ac87-6c1e47381b77 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8928199 Sep 12 23:54:58.007840 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37218) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:58.031399 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:54:58.219389 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-923e930b-b793-481f-a057-be9c6d7f3f9d', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 12 23:54:58.221958 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:58.233019 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a1aa-d2d4-46da-aeb2-522d9cb43753 req-114596cd-04ea-45b1-928b-28568bacf3a9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:54:58.253122 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37220) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:58.257421 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8866a1aa-d2d4-46da-aeb2-522d9cb43753 req-114596cd-04ea-45b1-928b-28568bacf3a9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.2847939 Sep 12 23:54:58.275596 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (bc302142-8571-4099-b9d2-a2cadbc3446e), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:58.278872 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (bc302142-8571-4099-b9d2-a2cadbc3446e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:58.324484 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment 1e5ce29d-11d0-4170-a30c-0d16ce4caec1 resource provider aggregate not found Sep 12 23:54:58.366653 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8866a1aa-d2d4-46da-aeb2-522d9cb43753 req-c8e26a00-c8f0-49a6-9f47-0f848e4976ae tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082339 Sep 12 23:54:58.386638 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-52d21e91-a6d1-48ff-9d74-fcd02b2be1b4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=baab1921435a4554b2de19f97c41df5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291163 Sep 12 23:54:58.387661 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment 1e5ce29d-11d0-4170-a30c-0d16ce4caec1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e5ce29d-11d0-4170-a30c-0d16ce4caec1 found for delete ", "request_id": "req-b340686a-c6f5-4930-a768-66ad7e5147cb"}]} Sep 12 23:54:58.388447 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37226) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:54:58.440812 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Allocated IP 172.20.0.2 (923e930b-b793-481f-a057-be9c6d7f3f9d/ddff083e-3369-4771-bb63-0a0920f10a4c/5b250dbc-bc17-4f9c-9694-a29a39c6f685) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:54:58.462845 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks [] for router_controller (bc302142-8571-4099-b9d2-a2cadbc3446e), precommit_add_association {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:58.578067 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5df3cfb0-d2ad-4740-8e63-0b82b6844268 admin admin] Publish callbacks [] for security_group (c4fe9a1e-cd03-48bb-8374-d578d5cc4eb6), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:58.662121 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5df3cfb0-d2ad-4740-8e63-0b82b6844268 admin admin] Publish callbacks [] for security_group (c4fe9a1e-cd03-48bb-8374-d578d5cc4eb6), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:58.669203 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks [] for router_gateway (bc302142-8571-4099-b9d2-a2cadbc3446e), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:58.761015 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:58.791584 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5df3cfb0-d2ad-4740-8e63-0b82b6844268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (c4fe9a1e-cd03-48bb-8374-d578d5cc4eb6), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:58.798280 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5df3cfb0-d2ad-4740-8e63-0b82b6844268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:58.805942 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-5df3cfb0-d2ad-4740-8e63-0b82b6844268 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c4fe9a1e-cd03-48bb-8374-d578d5cc4eb6 HTTP/1.1" status: 204 len: 168 time: 0.4138722 Sep 12 23:54:58.820989 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3cfb0-d2ad-4740-8e63-0b82b6844268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fe9a1e-cd03-48bb-8374-d578d5cc4eb6,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:58.877081 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Publish callbacks [] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:58.889113 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:59.006584 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks [] for router_gateway (bc302142-8571-4099-b9d2-a2cadbc3446e), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:59.036383 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:59.152630 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Pushing event updated for resources: {'Port': ['ID=5b250dbc-bc17-4f9c-9694-a29a39c6f685,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:54:59.203203 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Network 923e930b-b793-481f-a057-be9c6d7f3f9d is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:54:59.208349 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:54:59.217676 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:54:59.228923 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:59.254793 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Allocated IP 172.27.1.69 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/26be3760-e8ee-43ea-a9ce-f96b19fb798d) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:54:59.459761 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Attempting to bind port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:54:59.461282 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Attempting to bind port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:54:59.462261 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Attempting to bind port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 on network 923e930b-b793-481f-a057-be9c6d7f3f9d {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:54:59.584744 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:54:59.586182 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Checking segment: {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:54:59.587932 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:59.590550 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Bound using segment: {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:54:59.596892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Bound port: 5b250dbc-bc17-4f9c-9694-a29a39c6f685, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:54:59.596892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:59.726852 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:59.731270 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:54:59.829256 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks [] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:59.849966 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] For port 5b250dbc-bc17-4f9c-9694-a29a39c6f685, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:54:59.854320 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] For port 5b250dbc-bc17-4f9c-9694-a29a39c6f685, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5b250dbc-bc17-4f9c-9694-a29a39c6f685,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:54:59.864203 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:59.975462 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:54:59.980804 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37256) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:00.074689 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ec09b-c0c5-4818-921a-bc1f7fc107b9 None None] Pushing event updated for resources: {'Port': ['ID=5b250dbc-bc17-4f9c-9694-a29a39c6f685,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:00.100163 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1e6cc3cb-ee45-4793-8d26-1282a73dcebc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1a41068bd73247eeaf090fc1878a46a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1178644 Sep 12 23:55:00.108283 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37258) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:00.155171 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:55:00.166476 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:55:00.175507 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:55:00.238695 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Pushing event updated for resources: {'Port': ['ID=26be3760-e8ee-43ea-a9ce-f96b19fb798d,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:00.745959 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09436720-b0ef-4e87-a18b-e968c2978244 admin admin] Publish callbacks [] for security_group (f0a1c3ef-e978-4b74-8d61-762f1442a301), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:00.796688 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09436720-b0ef-4e87-a18b-e968c2978244 admin admin] Publish callbacks [] for security_group (f0a1c3ef-e978-4b74-8d61-762f1442a301), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:01.000589 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09436720-b0ef-4e87-a18b-e968c2978244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (f0a1c3ef-e978-4b74-8d61-762f1442a301), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:01.008396 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09436720-b0ef-4e87-a18b-e968c2978244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:01.012159 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-09436720-b0ef-4e87-a18b-e968c2978244 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f0a1c3ef-e978-4b74-8d61-762f1442a301 HTTP/1.1" status: 204 len: 168 time: 0.8970530 Sep 12 23:55:01.056322 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09436720-b0ef-4e87-a18b-e968c2978244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a1c3ef-e978-4b74-8d61-762f1442a301,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:01.080068 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks [] for router_gateway (bc302142-8571-4099-b9d2-a2cadbc3446e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:01.569674 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e8192-4d01-4b24-8233-de38f91578d3 req-ce837b36-b958-4376-b931-53c160a98932 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:01.571880 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b26e8192-4d01-4b24-8233-de38f91578d3 req-ce837b36-b958-4376-b931-53c160a98932 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.1856561 Sep 12 23:55:01.639793 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-af5828e1-6f68-4a2d-b880-bd8e7785527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:01.641590 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-af5828e1-6f68-4a2d-b880-bd8e7785527e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 1130 time: 0.3489070 Sep 12 23:55:01.715176 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37286) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:01.798396 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:01.821863 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8178964-4256-4cd4-a346-0be05293db8d None None] Network 923e930b-b793-481f-a057-be9c6d7f3f9d requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:55:01.866103 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:01.892828 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b26e8192-4d01-4b24-8233-de38f91578d3 req-3a8c4e87-2725-41cc-b08f-80fb69d11c03 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103414 Sep 12 23:55:02.051548 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5b250dbc-bc17-4f9c-9694-a29a39c6f685 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:55:02.125515 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-9b75e2a6-223e-48d0-bfe5-0318f7fc4a60 None None] Provisioning complete for port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:02.126155 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9b75e2a6-223e-48d0-bfe5-0318f7fc4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:02.141189 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-8941f523-9869-4c53-a4a8-c6bf918499e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:02.162205 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-8941f523-9869-4c53-a4a8-c6bf918499e6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.5087392 Sep 12 23:55:02.189504 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:02.191238 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (bc302142-8571-4099-b9d2-a2cadbc3446e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:02.205103 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:02.205838 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:02.271241 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:02.284043 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-9b75e2a6-223e-48d0-bfe5-0318f7fc4a60 None None] Current status of the port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:02.284436 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9b75e2a6-223e-48d0-bfe5-0318f7fc4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:02.304871 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:02.421729 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:02.422128 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:02.425844 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-9b75e2a6-223e-48d0-bfe5-0318f7fc4a60 None None] For port 5b250dbc-bc17-4f9c-9694-a29a39c6f685, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5b250dbc-bc17-4f9c-9694-a29a39c6f685,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:02.437265 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9b75e2a6-223e-48d0-bfe5-0318f7fc4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:02.503762 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Publish callbacks [] for security_group (6094d260-770a-4f48-bee9-45a230527281), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:02.511267 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:02.517774 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-75b8e5dc-8447-42a6-b969-0a4c6740cf80 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4 HTTP/1.1" status: 200 len: 217 time: 0.3139839 Sep 12 23:55:02.527348 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6094d260-770a-4f48-bee9-45a230527281), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:02.690775 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.db.api [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 12 23:55:02.691824 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG oslo_db.api [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 12 23:55:02.696853 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75e2a6-223e-48d0-bfe5-0318f7fc4a60 None None] Pushing event updated for resources: {'Port': ['ID=5b250dbc-bc17-4f9c-9694-a29a39c6f685,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:02.739791 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=350e5a298325458bb3657e02c7de30c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0217433 Sep 12 23:55:02.742192 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6094d260-770a-4f48-bee9-45a230527281,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:02.742746 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37298) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:02.776004 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.777429 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.781521 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.782629 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.783627 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.787337 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.788411 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.789290 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.790105 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.791389 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.792968 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.795854 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.796860 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.798100 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-e67aba4f-3780-4b01-834b-f354867215e1 None None] Provisioning complete for port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:02.798718 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e67aba4f-3780-4b01-834b-f354867215e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:02.799574 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.801467 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd13f59-0499-444e-b3b9-f962e658b137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:02.818622 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-54d7376e-919e-4e98-aa21-57aaee5add85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:02.820415 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-54d7376e-919e-4e98-aa21-57aaee5add85 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.2569733 Sep 12 23:55:02.924466 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:02.938977 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-8051743a-f027-4c93-abdc-6dce2ccf0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:02.940849 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-8051743a-f027-4c93-abdc-6dce2ccf0c6b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1024969 Sep 12 23:55:02.953635 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a30de742-8067-4406-82d0-a674973a6ee1 admin admin] Publish callbacks [] for security_group (6094d260-770a-4f48-bee9-45a230527281), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:03.095497 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-e67aba4f-3780-4b01-834b-f354867215e1 None None] Current status of the port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:03.206059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Router bc302142-8571-4099-b9d2-a2cadbc3446e is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 12 23:55:03.269513 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:03.287391 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a30de742-8067-4406-82d0-a674973a6ee1 admin admin] Publish callbacks [] for security_group (6094d260-770a-4f48-bee9-45a230527281), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:03.372939 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140727b2-8104-4f8b-8871-6e76b817c891 req-0770b6ee-c451-41db-9f21-770594f1e30d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:03.375888 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-140727b2-8104-4f8b-8871-6e76b817c891 req-0770b6ee-c451-41db-9f21-770594f1e30d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.2229989 Sep 12 23:55:03.788645 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-60427460-d3ef-4731-b268-f659ef7ee4ed service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8362539 Sep 12 23:55:03.852524 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5b250dbc-bc17-4f9c-9694-a29a39c6f685 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:55:03.895650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a30de742-8067-4406-82d0-a674973a6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6094d260-770a-4f48-bee9-45a230527281), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:03.900372 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a30de742-8067-4406-82d0-a674973a6ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:03.902238 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-a30de742-8067-4406-82d0-a674973a6ee1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6094d260-770a-4f48-bee9-45a230527281 HTTP/1.1" status: 204 len: 168 time: 1.1580484 Sep 12 23:55:03.964366 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30de742-8067-4406-82d0-a674973a6ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6094d260-770a-4f48-bee9-45a230527281,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:03.964639 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:03.965422 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:04.120072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:55:04.214235 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Sync routers for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:55:04.280183 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:55:04.280792 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:04.329310 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:04.341684 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-140727b2-8104-4f8b-8871-6e76b817c891 req-2f21aa61-6b8e-498a-87bc-d8649a528990 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9543586 Sep 12 23:55:04.353577 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d988e762-c8b6-49af-8a96-ad9be3420752 req-b59a74b7-0d0c-4074-aabc-5087d3af5130 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960306 Sep 12 23:55:04.385939 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:04.436542 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:04.444378 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-661b1315-a448-4bbc-9ab7-d4b0de57407b admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4344611 Sep 12 23:55:04.448788 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37334) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:04.521963 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:04.980106 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:55:05.358254 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:05.389294 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:00Z', 'revision_number': 3, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:05.430453 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Checking router: bc302142-8571-4099-b9d2-a2cadbc3446e for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:55:05.431314 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Updating router bc302142-8571-4099-b9d2-a2cadbc3446e port 26be3760-e8ee-43ea-a9ce-f96b19fb798d binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:55:05.478997 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:05.641001 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:05.686584 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:05.729797 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60310a8d-2bda-4339-b40d-26f822612e77 req-5010ef36-062e-4f31-ad1d-1b3f4260f78d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:05.733908 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-60310a8d-2bda-4339-b40d-26f822612e77 req-5010ef36-062e-4f31-ad1d-1b3f4260f78d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.1276999 Sep 12 23:55:05.818394 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-60310a8d-2bda-4339-b40d-26f822612e77 req-d6077b16-550c-46a3-bff8-d9de1ed0899f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794370 Sep 12 23:55:06.011103 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Allocated IP 172.20.0.1 (923e930b-b793-481f-a057-be9c6d7f3f9d/ddff083e-3369-4771-bb63-0a0920f10a4c/e1501570-8df6-4148-9677-5cc3f25d8313) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:55:06.064577 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Publish callbacks [] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:06.077508 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:06.430923 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Attempting to bind port 26be3760-e8ee-43ea-a9ce-f96b19fb798d on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:55:06.431989 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Attempting to bind port 26be3760-e8ee-43ea-a9ce-f96b19fb798d by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:55:06.431989 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Attempting to bind port 26be3760-e8ee-43ea-a9ce-f96b19fb798d on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:55:06.505505 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:06.510563 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Pushing event updated for resources: {'Port': ['ID=26be3760-e8ee-43ea-a9ce-f96b19fb798d,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:06.547574 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:55:06.547955 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:55:06.548365 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:06.548969 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:55:06.549403 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Bound port: 26be3760-e8ee-43ea-a9ce-f96b19fb798d, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:55:06.549826 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:06.610424 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Publish callbacks [] for port (e1501570-8df6-4148-9677-5cc3f25d8313), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:06.629252 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:06.657903 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:06.663801 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:06.724662 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Network 923e930b-b793-481f-a057-be9c6d7f3f9d is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:55:06.732391 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:55:06.739506 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:55:06.740264 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (bc302142-8571-4099-b9d2-a2cadbc3446e), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:06.782137 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] For port 26be3760-e8ee-43ea-a9ce-f96b19fb798d, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:55:06.797237 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] For port 26be3760-e8ee-43ea-a9ce-f96b19fb798d, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=26be3760-e8ee-43ea-a9ce-f96b19fb798d,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:55:06.815723 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:06.992967 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Pushing event updated for resources: {'Port': ['ID=e1501570-8df6-4148-9677-5cc3f25d8313,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:07.032338 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:55:07.038484 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:07.161679 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Pushing event updated for resources: {'Port': ['ID=26be3760-e8ee-43ea-a9ce-f96b19fb798d,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:07.187363 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b96d3-00dd-4b76-a627-4d9a0fc22406 req-8d9f7b52-f580-4661-8ef9-e7e9f5b50364 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:07.217291 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.217644 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.218010 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.218368 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.218710 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.219043 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.219400 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.219743 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.220342 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.220513 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.220845 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.221196 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.221584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.221938 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.222290 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c35f62-6890-48bf-ac53-531eecc2adb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:07.225133 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0a3b96d3-00dd-4b76-a627-4d9a0fc22406 req-8d9f7b52-f580-4661-8ef9-e7e9f5b50364 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.2523789 Sep 12 23:55:07.376448 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:07.378389 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0a3b96d3-00dd-4b76-a627-4d9a0fc22406 req-6c428a34-cdb9-4555-a321-ab137e721303 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475451 Sep 12 23:55:07.397926 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-ec940632-dff2-487f-aee1-a7449f859f7e None None] Provisioning complete for port e1501570-8df6-4148-9677-5cc3f25d8313 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:07.398334 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ec940632-dff2-487f-aee1-a7449f859f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:07.451060 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:55:07.481701 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-ec940632-dff2-487f-aee1-a7449f859f7e None None] Port e1501570-8df6-4148-9677-5cc3f25d8313 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:55:07.612063 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:07.649686 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Publish callbacks [] for port (e1501570-8df6-4148-9677-5cc3f25d8313), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:07.657391 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:07.659166 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (bc302142-8571-4099-b9d2-a2cadbc3446e), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:07.716874 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37400) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:07.756233 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:00Z', 'revision_number': 3, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:07.810417 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c11b95a-ecce-4052-a03f-d752b911d260 None None] The sync data for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi is: [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:00Z', 'revision_number': 3, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:55:07.829537 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Pushing event updated for resources: {'Port': ['ID=e1501570-8df6-4148-9677-5cc3f25d8313,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:07.893605 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37404) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:07.914558 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Network 923e930b-b793-481f-a057-be9c6d7f3f9d is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:55:07.916232 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:55:08.079075 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:08.098860 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-96424367-3d0a-4a38-8a56-0e3bd2c34c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:08.112184 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Router bc302142-8571-4099-b9d2-a2cadbc3446e has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:55:08.232020 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8f5-ae9e-4428-b0fd-5ccbf06e5f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:08.415041 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:55:08.426557 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-46fa5a9d-2f33-4d02-9340-8dea4277f18b None None] Provisioning complete for port e1501570-8df6-4148-9677-5cc3f25d8313 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:08.431300 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f51e9438-a2d2-4947-a1a6-d87aa9c00fbe admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/bc302142-8571-4099-b9d2-a2cadbc3446e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9760826 Sep 12 23:55:08.436969 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-46fa5a9d-2f33-4d02-9340-8dea4277f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:08.477337 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-46fa5a9d-2f33-4d02-9340-8dea4277f18b None None] Port e1501570-8df6-4148-9677-5cc3f25d8313 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:55:08.525405 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8f5-ae9e-4428-b0fd-5ccbf06e5f75 admin admin] Publish callbacks [] for security_group (9eb28375-45b1-4917-ac16-79da79e78019), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:08.631613 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-8e3d2be3-acca-4cf8-8b1e-d871c6581d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:08.633297 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-8e3d2be3-acca-4cf8-8b1e-d871c6581d12 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 1130 time: 0.1022096 Sep 12 23:55:08.635875 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ab01e8f5-ae9e-4428-b0fd-5ccbf06e5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (9eb28375-45b1-4917-ac16-79da79e78019), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:08.752124 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ab01e8f5-ae9e-4428-b0fd-5ccbf06e5f75 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f7f4f3447942486b9e5019a43b4e5659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8570685 Sep 12 23:55:08.755287 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37414) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:08.756591 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01e8f5-ae9e-4428-b0fd-5ccbf06e5f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb28375-45b1-4917-ac16-79da79e78019,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:08.760951 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-96424367-3d0a-4a38-8a56-0e3bd2c34c75 admin admin] Publish callbacks [] for security_group (5bb645b7-807e-497f-8210-b3c3b9d14ccf), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:08.779804 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-96424367-3d0a-4a38-8a56-0e3bd2c34c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5bb645b7-807e-497f-8210-b3c3b9d14ccf), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:08.858014 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-96424367-3d0a-4a38-8a56-0e3bd2c34c75 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3258030da65a44ecbb3751ddaac98549&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1372590 Sep 12 23:55:08.881156 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96424367-3d0a-4a38-8a56-0e3bd2c34c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb645b7-807e-497f-8210-b3c3b9d14ccf,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:08.886057 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37416) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:08.970311 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e27881-6832-4887-b697-72cbc62591c7 req-8879fe66-d330-466b-8d81-bb6d4c1c28bb tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:08.990893 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-61e27881-6832-4887-b697-72cbc62591c7 req-8879fe66-d330-466b-8d81-bb6d4c1c28bb tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.2251489 Sep 12 23:55:08.996810 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:09.013552 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f7241352-06dd-4bcd-83a4-0037bd92f66d admin admin] Publish callbacks [] for security_group (9eb28375-45b1-4917-ac16-79da79e78019), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.066316 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f7241352-06dd-4bcd-83a4-0037bd92f66d admin admin] Publish callbacks [] for security_group (9eb28375-45b1-4917-ac16-79da79e78019), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.069695 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-081d4b85-01e3-48a4-8b55-bb177149b65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.155692 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-61e27881-6832-4887-b697-72cbc62591c7 req-13396019-8bef-4319-9b2f-ee952528e4d5 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632576 Sep 12 23:55:09.192234 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6d2e-d266-4ff4-8cc1-3b6bdd3a69d8 admin admin] Publish callbacks [] for security_group (5bb645b7-807e-497f-8210-b3c3b9d14ccf), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.192639 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f7241352-06dd-4bcd-83a4-0037bd92f66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (9eb28375-45b1-4917-ac16-79da79e78019), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.197695 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f7241352-06dd-4bcd-83a4-0037bd92f66d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.201762 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f7241352-06dd-4bcd-83a4-0037bd92f66d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9eb28375-45b1-4917-ac16-79da79e78019 HTTP/1.1" status: 204 len: 168 time: 0.4424388 Sep 12 23:55:09.222909 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7241352-06dd-4bcd-83a4-0037bd92f66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb28375-45b1-4917-ac16-79da79e78019,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:09.261780 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6d2e-d266-4ff4-8cc1-3b6bdd3a69d8 admin admin] Publish callbacks [] for security_group (5bb645b7-807e-497f-8210-b3c3b9d14ccf), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.305215 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:09.364408 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:09.385340 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:09.439102 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6d2e-d266-4ff4-8cc1-3b6bdd3a69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5bb645b7-807e-497f-8210-b3c3b9d14ccf), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.442638 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6d2e-d266-4ff4-8cc1-3b6bdd3a69d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.444289 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-4c1b6d2e-d266-4ff4-8cc1-3b6bdd3a69d8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5bb645b7-807e-497f-8210-b3c3b9d14ccf HTTP/1.1" status: 204 len: 168 time: 0.5570109 Sep 12 23:55:09.474091 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37430) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:09.487733 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b6d2e-d266-4ff4-8cc1-3b6bdd3a69d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb645b7-807e-497f-8210-b3c3b9d14ccf,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:09.489535 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-40634da3-cfb2-47e2-8e87-1f277906b863 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039249302', 'description': 'tempest-description--128120256'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:09.545448 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-8f8b803c-5c8c-4477-b4e2-c29b51d32606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:09.545770 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-40634da3-cfb2-47e2-8e87-1f277906b863 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.547656 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-8f8b803c-5c8c-4477-b4e2-c29b51d32606 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.2432761 Sep 12 23:55:09.704577 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-40634da3-cfb2-47e2-8e87-1f277906b863 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (d0a70700-286f-4486-8135-f775696d0506), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.717350 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-40634da3-cfb2-47e2-8e87-1f277906b863 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d0a70700-286f-4486-8135-f775696d0506), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.863555 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-40634da3-cfb2-47e2-8e87-1f277906b863 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:09.870377 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-40634da3-cfb2-47e2-8e87-1f277906b863 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3940783 Sep 12 23:55:09.872915 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40634da3-cfb2-47e2-8e87-1f277906b863 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a70700-286f-4486-8135-f775696d0506,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:09.873626 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37434) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:09.892474 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-08d046e0-c788-4d08-868d-e0e41aa39220 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'security_group_rule': {'security_group_id': 'd0a70700-286f-4486-8135-f775696d0506', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:09.961582 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 26be3760-e8ee-43ea-a9ce-f96b19fb798d up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:55:09.973101 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37438) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:10.026595 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-743e2cb3-bb1b-4869-8729-862ba37ee34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.032927 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-08d046e0-c788-4d08-868d-e0e41aa39220 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (f6bdcdd4-4e3d-4b0a-b328-f825c131da33), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.120775 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 26be3760-e8ee-43ea-a9ce-f96b19fb798d triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:10.121392 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.347181 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-743e2cb3-bb1b-4869-8729-862ba37ee34e admin admin] Publish callbacks [] for security_group (eaf42f9e-f14f-477a-9fe0-daa9635290eb), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.357126 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-743e2cb3-bb1b-4869-8729-862ba37ee34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (eaf42f9e-f14f-477a-9fe0-daa9635290eb), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.366562 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 26be3760-e8ee-43ea-a9ce-f96b19fb798d is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:10.373426 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.437478 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-08d046e0-c788-4d08-868d-e0e41aa39220 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (f6bdcdd4-4e3d-4b0a-b328-f825c131da33), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.440777 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-62245ff1-ee25-44ab-8080-f6c1bf683e2d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4 HTTP/1.1" status: 200 len: 217 time: 0.1833360 Sep 12 23:55:10.483314 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 26be3760-e8ee-43ea-a9ce-f96b19fb798d, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=26be3760-e8ee-43ea-a9ce-f96b19fb798d,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:10.493653 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-08d046e0-c788-4d08-868d-e0e41aa39220 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (f6bdcdd4-4e3d-4b0a-b328-f825c131da33), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.494500 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.513138 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-743e2cb3-bb1b-4869-8729-862ba37ee34e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=57ef4ad6675d4e7e97d120f17e0be345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5364254 Sep 12 23:55:10.514833 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e2cb3-bb1b-4869-8729-862ba37ee34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf42f9e-f14f-477a-9fe0-daa9635290eb,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:10.530407 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37448) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:10.583420 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-08d046e0-c788-4d08-868d-e0e41aa39220 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.585806 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-08d046e0-c788-4d08-868d-e0e41aa39220 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7101018 Sep 12 23:55:10.599720 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37452) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:10.611547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-2ef065ee-efdf-44a5-95bc-4f2618c4b521 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'security_group_rule': {'security_group_id': 'd0a70700-286f-4486-8135-f775696d0506', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:10.641565 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb619a-cb6f-47fc-8e43-21d18588c2e0 req-09e837f8-0c1f-4c0e-83d9-e56380e48409 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:10.659387 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-74fb619a-cb6f-47fc-8e43-21d18588c2e0 req-09e837f8-0c1f-4c0e-83d9-e56380e48409 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.2368431 Sep 12 23:55:10.681458 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d046e0-c788-4d08-868d-e0e41aa39220 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bdcdd4-4e3d-4b0a-b328-f825c131da33,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:10.704569 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-60a5bbec-1e90-48fd-9546-f2cfe7457919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:10.706470 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-60a5bbec-1e90-48fd-9546-f2cfe7457919 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.2282794 Sep 12 23:55:10.712644 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=26be3760-e8ee-43ea-a9ce-f96b19fb798d,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:10.715828 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2ef065ee-efdf-44a5-95bc-4f2618c4b521 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (6713b082-d3a2-4e41-a0f5-e1dca9b97f2e), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.733907 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-04755bdf-3636-4a19-8aab-4298e7be6955 admin admin] Publish callbacks [] for security_group (eaf42f9e-f14f-477a-9fe0-daa9635290eb), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.805543 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-04755bdf-3636-4a19-8aab-4298e7be6955 admin admin] Publish callbacks [] for security_group (eaf42f9e-f14f-477a-9fe0-daa9635290eb), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.841383 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Sync routers for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:55:10.876115 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:55:10.881573 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:54:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:10.960275 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-38e2f32d-59d9-4aeb-9224-8fefb2e5ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:10.962132 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-38e2f32d-59d9-4aeb-9224-8fefb2e5ae50 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2421451 Sep 12 23:55:10.991960 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-74fb619a-cb6f-47fc-8e43-21d18588c2e0 req-015992c1-c284-4ff8-b197-402262a71b39 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313136 Sep 12 23:55:10.993075 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-04755bdf-3636-4a19-8aab-4298e7be6955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (eaf42f9e-f14f-477a-9fe0-daa9635290eb), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:10.996206 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-04755bdf-3636-4a19-8aab-4298e7be6955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:11.000379 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-04755bdf-3636-4a19-8aab-4298e7be6955 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/eaf42f9e-f14f-477a-9fe0-daa9635290eb HTTP/1.1" status: 204 len: 168 time: 0.4642723 Sep 12 23:55:11.037278 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04755bdf-3636-4a19-8aab-4298e7be6955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf42f9e-f14f-477a-9fe0-daa9635290eb,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:11.181451 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2ef065ee-efdf-44a5-95bc-4f2618c4b521 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (6713b082-d3a2-4e41-a0f5-e1dca9b97f2e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:11.233758 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:55:11.265863 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2ef065ee-efdf-44a5-95bc-4f2618c4b521 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (6713b082-d3a2-4e41-a0f5-e1dca9b97f2e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:11.343812 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef065ee-efdf-44a5-95bc-4f2618c4b521 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6713b082-d3a2-4e41-a0f5-e1dca9b97f2e,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:11.349652 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2ef065ee-efdf-44a5-95bc-4f2618c4b521 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:11.354055 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-2ef065ee-efdf-44a5-95bc-4f2618c4b521 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7456665 Sep 12 23:55:11.354885 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37476) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:11.366244 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:11.505560 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-9e3bfec2-f15a-4a47-b704-c55e671eb644 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837182 Sep 12 23:55:11.535422 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 2, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:11.568593 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:11.630091 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Checking router: bc302142-8571-4099-b9d2-a2cadbc3446e for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:55:11.630999 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Updating router bc302142-8571-4099-b9d2-a2cadbc3446e port e1501570-8df6-4148-9677-5cc3f25d8313 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 12 23:55:11.717576 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:11.734726 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:11.739753 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-98f0a5b4-c406-4210-aa8c-2cbfb32ccbeb req-84c168e2-4232-4232-990a-c2e223802d85 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321711 Sep 12 23:55:11.852899 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37492) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:11.886432 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:11.889992 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2209ad9a-a959-4389-8455-1a6bcbfb2371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:11.983845 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 26be3760-e8ee-43ea-a9ce-f96b19fb798d up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:55:12.022127 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f465480a-ecb8-4964-858e-ba9e78d376e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:12.102823 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:12.104388 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 26be3760-e8ee-43ea-a9ce-f96b19fb798d triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:12.106147 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:12.170649 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:12.182311 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2209ad9a-a959-4389-8455-1a6bcbfb2371 admin admin] Publish callbacks [] for security_group (d475f443-129e-4b19-8db3-47d3418f0a60), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:12.192303 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2209ad9a-a959-4389-8455-1a6bcbfb2371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d475f443-129e-4b19-8db3-47d3418f0a60), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:12.334606 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:12.394558 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 26be3760-e8ee-43ea-a9ce-f96b19fb798d is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:12.485007 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-2209ad9a-a959-4389-8455-1a6bcbfb2371 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cb981d74a4c04fc890148ed7ed4b962c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6280677 Sep 12 23:55:12.486822 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37504) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:12.511370 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d3ee7-c8af-4268-82fd-8b8340e284f6 req-cb13cb24-7647-4014-bf38-a44726909e01 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:12.532912 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-278d3ee7-c8af-4268-82fd-8b8340e284f6 req-cb13cb24-7647-4014-bf38-a44726909e01 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.3211720 Sep 12 23:55:12.537696 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ad9a-a959-4389-8455-1a6bcbfb2371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d475f443-129e-4b19-8db3-47d3418f0a60,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:12.595836 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Allocated IP 172.27.1.104 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/e7cddd36-3906-44f0-9bd6-0e9b53070b42) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:55:12.602443 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:12.790543 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-278d3ee7-c8af-4268-82fd-8b8340e284f6 req-5464186a-e410-4232-aa61-e17d54cca9c4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545552 Sep 12 23:55:12.858281 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-416f05a5-1f1d-49f3-8451-f8691c663502 admin admin] Publish callbacks [] for security_group (d475f443-129e-4b19-8db3-47d3418f0a60), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:12.895721 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for port (e7cddd36-3906-44f0-9bd6-0e9b53070b42), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:12.980777 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (e7cddd36-3906-44f0-9bd6-0e9b53070b42), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.009246 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Publish callbacks [] for port (e1501570-8df6-4148-9677-5cc3f25d8313), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.019413 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.035260 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-416f05a5-1f1d-49f3-8451-f8691c663502 admin admin] Publish callbacks [] for security_group (d475f443-129e-4b19-8db3-47d3418f0a60), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.114606 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:55:13.130855 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:55:13.135798 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:55:13.174986 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'Port': ['ID=e7cddd36-3906-44f0-9bd6-0e9b53070b42,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:13.240029 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2156c9f-4cf8-4423-b645-7786fb72b643 None None] Pushing event updated for resources: {'Port': ['ID=e1501570-8df6-4148-9677-5cc3f25d8313,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:13.296709 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Attempting to bind port e1501570-8df6-4148-9677-5cc3f25d8313 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:55:13.305267 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Attempting to bind port e1501570-8df6-4148-9677-5cc3f25d8313 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:55:13.308909 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Attempting to bind port e1501570-8df6-4148-9677-5cc3f25d8313 on network 923e930b-b793-481f-a057-be9c6d7f3f9d {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:55:13.341603 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (a781bec1-9abb-4616-9988-1c7e8b62f101), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.359656 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-416f05a5-1f1d-49f3-8451-f8691c663502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d475f443-129e-4b19-8db3-47d3418f0a60), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.365013 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-416f05a5-1f1d-49f3-8451-f8691c663502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.373617 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.375989 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-416f05a5-1f1d-49f3-8451-f8691c663502 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d475f443-129e-4b19-8db3-47d3418f0a60 HTTP/1.1" status: 204 len: 168 time: 0.8846788 Sep 12 23:55:13.408872 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f05a5-1f1d-49f3-8451-f8691c663502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d475f443-129e-4b19-8db3-47d3418f0a60,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:13.458513 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e7cddd36-3906-44f0-9bd6-0e9b53070b42), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.538633 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:55:13.542067 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Checking segment: {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:55:13.542466 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.543357 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Bound using segment: {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:55:13.545489 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Bound port: e1501570-8df6-4148-9677-5cc3f25d8313, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:55:13.547036 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.990327 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for port (e7cddd36-3906-44f0-9bd6-0e9b53070b42), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.992696 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:13.998111 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e7cddd36-3906-44f0-9bd6-0e9b53070b42), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:13.999736 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (a781bec1-9abb-4616-9988-1c7e8b62f101), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:14.059808 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:14.062297 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7054439 Sep 12 23:55:14.064634 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] For port e1501570-8df6-4148-9677-5cc3f25d8313, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:55:14.094137 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] For port e1501570-8df6-4148-9677-5cc3f25d8313, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=e1501570-8df6-4148-9677-5cc3f25d8313,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:55:14.109095 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ed8ab-ec61-418b-bc08-7ad4e8bbed17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'Port': ['ID=e7cddd36-3906-44f0-9bd6-0e9b53070b42,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:14.118708 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:14.131210 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:14.285213 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:14.304835 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:14.357203 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:55:14.360030 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:55:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:14.471104 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11aba-456d-46a0-8e65-bbe8f4148fa1 req-15650729-118d-416e-9393-876dbfb4d1d4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:14.509178 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00e11aba-456d-46a0-8e65-bbe8f4148fa1 req-15650729-118d-416e-9393-876dbfb4d1d4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.3429725 Sep 12 23:55:14.555535 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2156c9f-4cf8-4423-b645-7786fb72b643 None None] Pushing event updated for resources: {'Port': ['ID=e1501570-8df6-4148-9677-5cc3f25d8313,revision_number=4']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:14.711833 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:55:14.798353 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00e11aba-456d-46a0-8e65-bbe8f4148fa1 req-b86acd96-e8fb-4df3-8b06-b2f8d07275a1 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876594 Sep 12 23:55:14.896175 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:15.291638 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-99caac37-b06c-41a5-863c-cf052a04bb8c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1039249302&fields=id&tenant_id=ffc5ce52ae574b82bda143e766bcec80 HTTP/1.1" status: 200 len: 267 time: 0.2309608 Sep 12 23:55:15.360488 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:14Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:15.405791 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1476ec-d93b-40d0-9a45-004a531630e7 None None] The sync data for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi is: [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:14Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:55:15.723095 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-e5fe4103-6f09-4c6c-a054-b61ca66e8060 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:15.731347 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-e5fe4103-6f09-4c6c-a054-b61ca66e8060 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/networks?id=923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 200 len: 811 time: 0.4361320 Sep 12 23:55:15.772719 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-ca5d22a6-38a4-45e1-a1ce-8c57c4f64902 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/quotas/ffc5ce52ae574b82bda143e766bcec80 HTTP/1.1" status: 200 len: 375 time: 0.0398672 Sep 12 23:55:15.987378 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e1501570-8df6-4148-9677-5cc3f25d8313 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:55:16.097308 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port e1501570-8df6-4148-9677-5cc3f25d8313 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:16.098038 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:16.249002 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port e1501570-8df6-4148-9677-5cc3f25d8313 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:16.249396 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:16.283331 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:16.315237 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port e1501570-8df6-4148-9677-5cc3f25d8313, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=e1501570-8df6-4148-9677-5cc3f25d8313,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:16.323869 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:16.423995 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=e1501570-8df6-4148-9677-5cc3f25d8313,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:16.454332 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-e4892f9f-3c71-4265-b9ab-a9fa48785f00 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ffc5ce52ae574b82bda143e766bcec80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6734548 Sep 12 23:55:16.517660 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105b86f-6f8e-4b60-a522-1ba84d8ee92c req-8882f3f6-a6c2-4aa7-a278-9846000137fb tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:16.519759 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6105b86f-6f8e-4b60-a522-1ba84d8ee92c req-8882f3f6-a6c2-4aa7-a278-9846000137fb tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0814583 Sep 12 23:55:16.642663 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6105b86f-6f8e-4b60-a522-1ba84d8ee92c req-731868df-f07a-4a33-a92d-c1077c8d70a0 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902426 Sep 12 23:55:16.650590 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-4899de68-9916-496b-b55e-8badb89490a0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679714 Sep 12 23:55:16.693460 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:16.922424 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-79fe5f9d-8d93-4ef4-9984-7de1b426f2bb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643516 Sep 12 23:55:17.341826 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-010839c4-ffad-4e7b-b49c-a9306f2c44ca req-db63ddee-3564-4d63-9c92-ca50356d41fd tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 210 time: 0.0874932 Sep 12 23:55:17.693671 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8ac46-ffc4-4f31-a78b-f2fc547ffb94 req-8514c184-350b-4e23-b440-67aab02a797d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:17.695915 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-13e8ac46-ffc4-4f31-a78b-f2fc547ffb94 req-8514c184-350b-4e23-b440-67aab02a797d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0831153 Sep 12 23:55:17.843085 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ba4b6f9-aab5-4f78-9e29-039db9b8178b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:17.855687 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ba4b6f9-aab5-4f78-9e29-039db9b8178b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/networks?id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 HTTP/1.1" status: 200 len: 815 time: 0.3428168 Sep 12 23:55:17.866712 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:17.878977 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e1501570-8df6-4148-9677-5cc3f25d8313 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:55:17.886434 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-13e8ac46-ffc4-4f31-a78b-f2fc547ffb94 req-e9e4a23e-e706-44c0-a618-9dfa613ad3b0 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634338 Sep 12 23:55:17.888420 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-f3b9f592-6465-43f8-ba07-f2822c771b7e tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/quotas/880f7d1c88224ebd85d15f7c43e7fe72 HTTP/1.1" status: 200 len: 375 time: 0.0312564 Sep 12 23:55:17.977734 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port e1501570-8df6-4148-9677-5cc3f25d8313 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:17.978445 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:18.024380 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-280d9145-84ce-4c6d-9dbd-369890dcca81 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=880f7d1c88224ebd85d15f7c43e7fe72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122622 Sep 12 23:55:18.130236 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port e1501570-8df6-4148-9677-5cc3f25d8313 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:18.168664 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5016-a2ad-4205-8c5c-46804be62d1f req-501106e5-cb17-4793-973a-eb88924bc8ce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:18.170322 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-706d5016-a2ad-4205-8c5c-46804be62d1f req-501106e5-cb17-4793-973a-eb88924bc8ce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0764174 Sep 12 23:55:18.221745 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-60df59b1-73cc-4ebc-b208-6838d0aed5f5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964130 Sep 12 23:55:18.303828 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-706d5016-a2ad-4205-8c5c-46804be62d1f req-6b2cd4a9-cff2-4ef8-bdf7-e9de2f91ef9d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224518 Sep 12 23:55:18.354318 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6af92190-51cb-41df-b3a3-d7fc27c16fc8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314988 Sep 12 23:55:18.475278 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-09d9f5c8-f86d-4b6b-b4c4-ae0cd2e2c102 req-43347f21-962c-4527-9fa0-3c347276fabb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 210 time: 0.0369542 Sep 12 23:55:18.616905 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8bc28dfe-f36a-4675-a5a7-6d6588769fae req-83899452-e0bc-4e99-bd69-c03ddf9291d4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.0557127 Sep 12 23:55:19.185261 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3444-5fae-4ea8-bde6-02862b078073 req-07c03897-06fe-45e8-bf5f-561994079efa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:19.186045 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-531d3444-5fae-4ea8-bde6-02862b078073 req-07c03897-06fe-45e8-bf5f-561994079efa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.1094396 Sep 12 23:55:19.311711 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-531d3444-5fae-4ea8-bde6-02862b078073 req-c43f1486-ca92-4046-843a-7193e9ffe9ba tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075649 Sep 12 23:55:19.481272 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d8e37-84f6-40bb-8356-bfce95442893 req-bbb4db01-27d5-48ed-9d80-2bb09af98543 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:19.482915 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-075d8e37-84f6-40bb-8356-bfce95442893 req-bbb4db01-27d5-48ed-9d80-2bb09af98543 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0652421 Sep 12 23:55:19.542559 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-075d8e37-84f6-40bb-8356-bfce95442893 req-57a7dbfb-1cf5-4ee4-84df-b9b360ea5cb7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495911 Sep 12 23:55:19.629927 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bd6a4b25-2551-4031-9ff2-2624e562f59c req-a3b0e98e-6bac-4be8-814a-6892c58a6fce tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 210 time: 0.0334868 Sep 12 23:55:19.728930 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-631e4c0f-416b-492f-9beb-e449dedc26fd req-7639a142-b888-4c11-95c4-4a9842bbbbf7 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.0316086 Sep 12 23:55:19.847788 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37726) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:19.988938 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7a30e6c1-100a-46a0-a027-045da9fd5692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:20.089496 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7a30e6c1-100a-46a0-a027-045da9fd5692 admin admin] Publish callbacks [] for security_group (03c74921-3504-4331-98dc-16579b8cb630), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:20.095095 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7a30e6c1-100a-46a0-a027-045da9fd5692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (03c74921-3504-4331-98dc-16579b8cb630), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:20.165678 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-7a30e6c1-100a-46a0-a027-045da9fd5692 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f4168fd9e6b54e0f8aacc358953c0b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165827 Sep 12 23:55:20.166583 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30e6c1-100a-46a0-a027-045da9fd5692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c74921-3504-4331-98dc-16579b8cb630,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:20.169287 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37734) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:20.232053 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2a84d843-331a-455e-9aa3-05e902d3a029 admin admin] Publish callbacks [] for security_group (03c74921-3504-4331-98dc-16579b8cb630), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:20.258118 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2a84d843-331a-455e-9aa3-05e902d3a029 admin admin] Publish callbacks [] for security_group (03c74921-3504-4331-98dc-16579b8cb630), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:20.317313 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2a84d843-331a-455e-9aa3-05e902d3a029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (03c74921-3504-4331-98dc-16579b8cb630), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:20.320278 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2a84d843-331a-455e-9aa3-05e902d3a029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:20.321475 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-2a84d843-331a-455e-9aa3-05e902d3a029 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/03c74921-3504-4331-98dc-16579b8cb630 HTTP/1.1" status: 204 len: 168 time: 0.1510246 Sep 12 23:55:20.331762 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84d843-331a-455e-9aa3-05e902d3a029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c74921-3504-4331-98dc-16579b8cb630,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:20.490563 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:20.501488 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf437241-a1a1-4012-8482-a49217515dae req-c7ea1005-e8b1-45b4-be0e-acb0be912b70 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:20.503547 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cf437241-a1a1-4012-8482-a49217515dae req-c7ea1005-e8b1-45b4-be0e-acb0be912b70 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0831053 Sep 12 23:55:20.570969 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cf437241-a1a1-4012-8482-a49217515dae req-1c2faccd-5b35-4517-8d6c-321be81a9f02 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602100 Sep 12 23:55:20.717302 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6d442-6884-459e-aea0-55eb0f41673c req-6e55e40d-ef9f-4c68-ab6c-df1c73876b81 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:20.718944 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-feb6d442-6884-459e-aea0-55eb0f41673c req-6e55e40d-ef9f-4c68-ab6c-df1c73876b81 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0590134 Sep 12 23:55:20.775498 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-620c0b55-38c4-47ee-bb9a-dd5f33552f5b req-dcce0c0b-3e93-416e-8930-2123e011d70d tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 210 time: 0.0441015 Sep 12 23:55:20.810244 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-feb6d442-6884-459e-aea0-55eb0f41673c req-ed66f30b-c725-4277-8ac6-d7fc6d1a0e89 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810583 Sep 12 23:55:20.961842 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7f6fe504-fac4-4d96-b82c-3f2f054cdba8 req-e9ea5c9f-e5f5-4536-8af3-fb85520bf0aa tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.0587051 Sep 12 23:55:21.906224 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37816) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:21.950547 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32b3c2d4-7fa0-4aab-80ef-3f946bf96c84 req-b78818dd-08a7-4aee-9f3d-604cb3fb035a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 210 time: 0.0494559 Sep 12 23:55:22.005247 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:22.013346 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456fe28-026b-4cf6-a3b6-f0739e28637e req-1efd87df-9e02-4895-bcf2-44fb1f9ce625 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:22.016117 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2456fe28-026b-4cf6-a3b6-f0739e28637e req-1efd87df-9e02-4895-bcf2-44fb1f9ce625 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0636029 Sep 12 23:55:22.107699 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2456fe28-026b-4cf6-a3b6-f0739e28637e req-c1b01a13-827c-4b5d-8865-2c3a5ff9daae tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768988 Sep 12 23:55:22.132554 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ef9237c3-3596-42cd-afaa-75eb81ceb47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:22.164262 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d909d0c-6411-41f5-a2d5-5f8628128f45 req-f4506ebc-d38e-485e-81bd-f6caff289d34 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:22.167991 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7d909d0c-6411-41f5-a2d5-5f8628128f45 req-f4506ebc-d38e-485e-81bd-f6caff289d34 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0874333 Sep 12 23:55:22.193529 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:22.259722 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b5c221d-455e-49ae-89d3-820adcf6b90d req-7c81c9cc-b88a-4cfe-ba1c-2079543c4263 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.0566835 Sep 12 23:55:22.268567 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ef9237c3-3596-42cd-afaa-75eb81ceb47c admin admin] Publish callbacks [] for security_group (86c69b2a-17b4-404b-a89a-a1472d4b81c2), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:22.276707 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ef9237c3-3596-42cd-afaa-75eb81ceb47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (86c69b2a-17b4-404b-a89a-a1472d4b81c2), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:22.282594 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7d909d0c-6411-41f5-a2d5-5f8628128f45 req-d9bcdc00-759d-451c-8ae4-0f326d3d40ea tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096125 Sep 12 23:55:22.330685 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9237c3-3596-42cd-afaa-75eb81ceb47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c69b2a-17b4-404b-a89a-a1472d4b81c2,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:22.336203 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-ef9237c3-3596-42cd-afaa-75eb81ceb47c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1c13492e364d46e7a1de249ea6c0e795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4288478 Sep 12 23:55:22.339519 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37834) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:22.398978 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-937ee65a-0637-4273-983f-b600b91c912d admin admin] Publish callbacks [] for security_group (86c69b2a-17b4-404b-a89a-a1472d4b81c2), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:22.423636 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-937ee65a-0637-4273-983f-b600b91c912d admin admin] Publish callbacks [] for security_group (86c69b2a-17b4-404b-a89a-a1472d4b81c2), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:22.487782 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-937ee65a-0637-4273-983f-b600b91c912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (86c69b2a-17b4-404b-a89a-a1472d4b81c2), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:22.490901 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-937ee65a-0637-4273-983f-b600b91c912d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:22.496173 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-937ee65a-0637-4273-983f-b600b91c912d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/86c69b2a-17b4-404b-a89a-a1472d4b81c2 HTTP/1.1" status: 204 len: 168 time: 0.1554735 Sep 12 23:55:22.506295 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ee65a-0637-4273-983f-b600b91c912d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c69b2a-17b4-404b-a89a-a1472d4b81c2,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:22.967181 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-229d8661-fa0c-4602-aa54-f83c15b261a6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:22.969684 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-229d8661-fa0c-4602-aa54-f83c15b261a6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.18 "GET /networking/v2.0/networks?id=923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 200 len: 811 time: 0.2484972 Sep 12 23:55:23.095615 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f4fd339f-b711-456e-9e19-33a864a1b018 req-d0586d41-e5bc-4e35-b778-72f8470fb0db tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 210 time: 0.0415680 Sep 12 23:55:23.289424 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588239-18c1-4390-87e1-a429af615c7e req-c7d6eaba-5b05-4d62-aebf-e83d06f5181e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:23.291264 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-27588239-18c1-4390-87e1-a429af615c7e req-c7d6eaba-5b05-4d62-aebf-e83d06f5181e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0827367 Sep 12 23:55:23.356127 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-27588239-18c1-4390-87e1-a429af615c7e req-7085da62-6fcf-41de-b3c9-f158b36520a4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551360 Sep 12 23:55:23.455594 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6b34ad38-50ba-4581-bac6-6f5894e7052c req-47d717b4-4308-4557-a810-cd32f31d4fac tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.0416362 Sep 12 23:55:23.509803 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda99159-7ba5-48fd-85fa-fb41426752bd req-fe33aa67-6c38-4fd0-8c18-07128059cd1a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:23.511750 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bda99159-7ba5-48fd-85fa-fb41426752bd req-fe33aa67-6c38-4fd0-8c18-07128059cd1a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0844595 Sep 12 23:55:23.567237 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bda99159-7ba5-48fd-85fa-fb41426752bd req-20cc42a8-c0bc-49ab-9227-cb1634a46cef tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494740 Sep 12 23:55:23.843941 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c25ebdc1-77e3-4558-bbf0-ed2755fb66b6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ffc5ce52ae574b82bda143e766bcec80 HTTP/1.1" status: 200 len: 380 time: 0.1738787 Sep 12 23:55:23.858576 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'port': {'device_id': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'admin_state_up': True, 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'security_groups': ['d0a70700-286f-4486-8135-f775696d0506']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:24.053950 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec662c-88f4-4275-ad77-da77d1ba3862 req-dff41fb7-dfd1-49a6-afaf-4e04e01655a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:24.058601 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-95ec662c-88f4-4275-ad77-da77d1ba3862 req-dff41fb7-dfd1-49a6-afaf-4e04e01655a8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 1130 time: 0.1012518 Sep 12 23:55:24.172093 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-95ec662c-88f4-4275-ad77-da77d1ba3862 req-a9baea11-f72a-42f3-9400-717345d227de service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825503 Sep 12 23:55:24.173450 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Made reservation on behalf of ffc5ce52ae574b82bda143e766bcec80 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:55:24.177642 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:24.227870 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:24.233344 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-be0bbc0f-a4b5-4f08-825b-7bbfbe5b0dec req-4bbae34e-8426-447d-92c1-ec458bae1479 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 210 time: 0.0416546 Sep 12 23:55:24.371065 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Allocated IP 172.20.0.6 (923e930b-b793-481f-a057-be9c6d7f3f9d/ddff083e-3369-4771-bb63-0a0920f10a4c/c4502ec9-84fa-4339-b714-5cfae4677e4e) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:55:24.392046 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:24.537094 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37898) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:24.601392 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402513c4-e162-4e90-bc70-7f6c5f9a04cb req-b95acf8a-7378-4087-8e01-55db6c225680 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:24.603138 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-402513c4-e162-4e90-bc70-7f6c5f9a04cb req-b95acf8a-7378-4087-8e01-55db6c225680 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0962739 Sep 12 23:55:24.691000 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:24.696477 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb20336e-09c2-4eb5-97b2-31e52e14a7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:24.719082 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d0c95b3b-9af1-41b6-9a9d-d90770112279 req-bf4bfa54-cb30-45db-97d4-451e48f263c2 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.0520656 Sep 12 23:55:24.729733 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-402513c4-e162-4e90-bc70-7f6c5f9a04cb req-dc6b82d2-a69b-49f1-ab1b-1a8f9c74f771 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125140 Sep 12 23:55:24.766827 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:24.852619 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb20336e-09c2-4eb5-97b2-31e52e14a7e0 admin admin] Publish callbacks [] for security_group (5ac1909d-1407-4a7f-ad0b-2afdccdf916e), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:24.858162 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bb20336e-09c2-4eb5-97b2-31e52e14a7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5ac1909d-1407-4a7f-ad0b-2afdccdf916e), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:24.868316 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Network 923e930b-b793-481f-a057-be9c6d7f3f9d is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:55:24.877067 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:55:24.879965 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:55:24.896523 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:24.904726 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20336e-09c2-4eb5-97b2-31e52e14a7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac1909d-1407-4a7f-ad0b-2afdccdf916e,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:24.939926 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'Port': ['ID=c4502ec9-84fa-4339-b714-5cfae4677e4e,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:24.956163 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:24.956163 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:24.962115 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf569d3-b04d-40a2-b0e4-1a4a5eebed62 req-5e14fa19-02f3-47c7-be00-f1c80c5d2540 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:24.963859 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8cf569d3-b04d-40a2-b0e4-1a4a5eebed62 req-5e14fa19-02f3-47c7-be00-f1c80c5d2540 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.1518762 Sep 12 23:55:24.964063 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-bb20336e-09c2-4eb5-97b2-31e52e14a7e0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=32a568188c1c4cc9b57250ce7c07f831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255347 Sep 12 23:55:24.965842 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37908) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:25.026115 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-b7a8bff3-ffd3-4c90-b2b8-e3149e919eaa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1755929 Sep 12 23:55:25.034809 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-77226452-b229-4bb6-b27f-618a9a4e29b6 admin admin] Publish callbacks [] for security_group (5ac1909d-1407-4a7f-ad0b-2afdccdf916e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:25.072560 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-77226452-b229-4bb6-b27f-618a9a4e29b6 admin admin] Publish callbacks [] for security_group (5ac1909d-1407-4a7f-ad0b-2afdccdf916e), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:25.092040 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8cf569d3-b04d-40a2-b0e4-1a4a5eebed62 req-af05caaa-6ce3-48a6-8e5a-d9dac2a1574a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170752 Sep 12 23:55:25.160651 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-77226452-b229-4bb6-b27f-618a9a4e29b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5ac1909d-1407-4a7f-ad0b-2afdccdf916e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:25.163351 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-77226452-b229-4bb6-b27f-618a9a4e29b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:25.164767 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-77226452-b229-4bb6-b27f-618a9a4e29b6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5ac1909d-1407-4a7f-ad0b-2afdccdf916e HTTP/1.1" status: 204 len: 168 time: 0.1969814 Sep 12 23:55:25.174864 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77226452-b229-4bb6-b27f-618a9a4e29b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac1909d-1407-4a7f-ad0b-2afdccdf916e,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:25.182405 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-aeee6ad8-2d4b-4193-b39e-081852444ddc None None] Provisioning complete for port c4502ec9-84fa-4339-b714-5cfae4677e4e triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:25.183157 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-aeee6ad8-2d4b-4193-b39e-081852444ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:25.230747 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-aeee6ad8-2d4b-4193-b39e-081852444ddc None None] Port c4502ec9-84fa-4339-b714-5cfae4677e4e cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:55:25.296430 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:55:25.423566 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1ec1-d093-49d7-968d-f57d579ff57e req-f3249ae2-f999-457d-bfa1-014662aef48f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:25.426191 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8a4a1ec1-d093-49d7-968d-f57d579ff57e req-f3249ae2-f999-457d-bfa1-014662aef48f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 931 time: 0.0884099 Sep 12 23:55:25.509970 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8a4a1ec1-d093-49d7-968d-f57d579ff57e req-0c41db9a-9d61-4c7b-b24a-bd7f95f2cf26 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776298 Sep 12 23:55:25.582436 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 37916) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:25.597814 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2e29994a-d776-4fd5-898f-9ef3cbdc9685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:25.714999 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2e29994a-d776-4fd5-898f-9ef3cbdc9685 admin admin] Publish callbacks [] for security_group (94c14321-cd05-49cc-b66a-8b788024d88a), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:25.721059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2e29994a-d776-4fd5-898f-9ef3cbdc9685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (94c14321-cd05-49cc-b66a-8b788024d88a), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:25.774423 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-2e29994a-d776-4fd5-898f-9ef3cbdc9685 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=476889f44b294a828d6a6d58b7412622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907294 Sep 12 23:55:25.779544 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 37920) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:25.780485 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29994a-d776-4fd5-898f-9ef3cbdc9685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c14321-cd05-49cc-b66a-8b788024d88a,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:25.879500 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:25.903008 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:25.913664 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-877effed-2a8d-45ab-8c71-bd3596b4837c admin admin] Publish callbacks [] for security_group (94c14321-cd05-49cc-b66a-8b788024d88a), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:25.947975 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-29d81279-3ccf-45ec-b98b-7efcf20ca34c req-f466372a-1b5f-4583-b3f0-1c6bcd61eea8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.0644429 Sep 12 23:55:25.951780 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-877effed-2a8d-45ab-8c71-bd3596b4837c admin admin] Publish callbacks [] for security_group (94c14321-cd05-49cc-b66a-8b788024d88a), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:25.963411 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf740c81-7c61-4d23-bdb2-5e60d1304324 req-24ea0262-18c8-4d18-bb42-0e408b7f9d40 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:25.965208 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bf740c81-7c61-4d23-bdb2-5e60d1304324 req-24ea0262-18c8-4d18-bb42-0e408b7f9d40 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0972185 Sep 12 23:55:26.025138 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-877effed-2a8d-45ab-8c71-bd3596b4837c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (94c14321-cd05-49cc-b66a-8b788024d88a), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:26.030482 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-877effed-2a8d-45ab-8c71-bd3596b4837c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:26.033988 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-877effed-2a8d-45ab-8c71-bd3596b4837c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/94c14321-cd05-49cc-b66a-8b788024d88a HTTP/1.1" status: 204 len: 168 time: 0.2507238 Sep 12 23:55:26.071245 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877effed-2a8d-45ab-8c71-bd3596b4837c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c14321-cd05-49cc-b66a-8b788024d88a,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:26.076028 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bf740c81-7c61-4d23-bdb2-5e60d1304324 req-48fc2ea4-d84b-48a4-8b17-e3c0f2bfa83d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995774 Sep 12 23:55:26.295050 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867ffbd-0d4e-4053-9730-e40104ddd4b2 req-6dfd69f3-8b36-4d17-ad56-d4276a3e086a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:26.297287 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a867ffbd-0d4e-4053-9730-e40104ddd4b2 req-6dfd69f3-8b36-4d17-ad56-d4276a3e086a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0691035 Sep 12 23:55:26.355732 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a867ffbd-0d4e-4053-9730-e40104ddd4b2 req-4686ab82-b006-4286-a017-bc62e007d8b1 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519922 Sep 12 23:55:26.678510 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05422f4-6bc9-4661-8f1e-bd035f81c11c req-c95ee303-dfbe-48e5-ba24-f938f42a079d tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:26.680238 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c05422f4-6bc9-4661-8f1e-bd035f81c11c req-c95ee303-dfbe-48e5-ba24-f938f42a079d tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 931 time: 0.0597868 Sep 12 23:55:26.741297 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c05422f4-6bc9-4661-8f1e-bd035f81c11c req-5ded4639-483b-494b-84bd-d488af647be5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535116 Sep 12 23:55:27.121132 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8d43f7f4-df39-459b-bd09-bf2a74a00d1f req-f368205d-bc3a-4aa2-8d8f-8e36f0cd836d tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.0437198 Sep 12 23:55:27.132464 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Request body: {'port': {'device_id': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:27.223274 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:27.388238 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ab89d-0141-435f-91f3-b22648eb8302 req-02252cdf-1798-4103-8df7-58c496f8e6f3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:27.391123 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-108ab89d-0141-435f-91f3-b22648eb8302 req-02252cdf-1798-4103-8df7-58c496f8e6f3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.1413596 Sep 12 23:55:27.623734 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddccb5d-d127-49ee-a1b8-b88fdeebbc95 req-1179cb67-9e97-45d3-8531-345eab4f4dab tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:27.626117 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bddccb5d-d127-49ee-a1b8-b88fdeebbc95 req-1179cb67-9e97-45d3-8531-345eab4f4dab tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.1540546 Sep 12 23:55:27.637596 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-108ab89d-0141-435f-91f3-b22648eb8302 req-bbc29aef-4214-4ccc-93bc-3f49ceae4057 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234988 Sep 12 23:55:27.744413 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bddccb5d-d127-49ee-a1b8-b88fdeebbc95 req-838aff65-0dc5-4a89-bfd8-3a941b0c306a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050961 Sep 12 23:55:27.920360 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4502ec9-84fa-4339-b714-5cfae4677e4e {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:55:27.938381 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Publish callbacks [] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:27.948665 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ba512-7ac8-4de4-8a84-b5bb004ab869 req-dea7d88f-9dc8-4696-85eb-5d8f867b1242 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:27.950366 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-280ba512-7ac8-4de4-8a84-b5bb004ab869 req-dea7d88f-9dc8-4696-85eb-5d8f867b1242 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 931 time: 0.0919690 Sep 12 23:55:27.968045 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Transition to ACTIVE for port object c4502ec9-84fa-4339-b714-5cfae4677e4e will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:55:27.981258 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:28.052937 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:28.071259 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:28.149471 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Pushing event updated for resources: {'Port': ['ID=c4502ec9-84fa-4339-b714-5cfae4677e4e,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:28.155859 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-280ba512-7ac8-4de4-8a84-b5bb004ab869 req-5e87417b-4470-469d-b76c-757007dba1a1 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864827 Sep 12 23:55:28.204729 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Attempting to bind port c4502ec9-84fa-4339-b714-5cfae4677e4e on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:55:28.205228 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Attempting to bind port c4502ec9-84fa-4339-b714-5cfae4677e4e by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:55:28.205608 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Attempting to bind port c4502ec9-84fa-4339-b714-5cfae4677e4e on network 923e930b-b793-481f-a057-be9c6d7f3f9d {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:55:28.276460 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Port c4502ec9-84fa-4339-b714-5cfae4677e4e on network 923e930b-b793-481f-a057-be9c6d7f3f9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:55:28.276832 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Attempting to bind port c4502ec9-84fa-4339-b714-5cfae4677e4e on network 923e930b-b793-481f-a057-be9c6d7f3f9d {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:55:28.300642 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-67475094-b7b0-4378-9f19-aa501ce9e031 req-a7d6b0eb-8254-4d7b-9628-bbc57308e67b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.0370116 Sep 12 23:55:28.370915 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:55:28.371711 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Checking segment: {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:55:28.372126 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Bound using segment: {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:55:28.372581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Bound port: c4502ec9-84fa-4339-b714-5cfae4677e4e, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:55:28.373903 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:28.471180 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] For port c4502ec9-84fa-4339-b714-5cfae4677e4e, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:55:28.478028 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] For port c4502ec9-84fa-4339-b714-5cfae4677e4e, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4502ec9-84fa-4339-b714-5cfae4677e4e,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:55:28.488144 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:28.551968 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:28.553129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:28.554780 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/c4502ec9-84fa-4339-b714-5cfae4677e4e HTTP/1.1" status: 200 len: 1093 time: 1.4308858 Sep 12 23:55:28.555693 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'tag': 'c4502ec9-84fa-4339-b714-5cfae4677e4e'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:55:28.558844 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad51127-040e-43a5-a37f-cc41b7ee486a" -d '{"events": [{"name": "network-changed", "server_uuid": "df2886ea-3e42-4713-82e6-bacd4de26d8c", "tag": "c4502ec9-84fa-4339-b714-5cfae4677e4e"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:55:28.580800 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9703fc4-5e4b-444a-8838-82e33d729e07 service neutron] Pushing event updated for resources: {'Port': ['ID=c4502ec9-84fa-4339-b714-5cfae4677e4e,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:28.665955 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105985f4-fbc6-4c3f-ba97-08e0c962bdc0 x-openstack-request-id: req-105985f4-fbc6-4c3f-ba97-08e0c962bdc0 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:55:28.666253 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2886ea-3e42-4713-82e6-bacd4de26d8c", "tag": "c4502ec9-84fa-4339-b714-5cfae4677e4e", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:55:28.666511 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-105985f4-fbc6-4c3f-ba97-08e0c962bdc0 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:55:28.667176 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105985f4-fbc6-4c3f-ba97-08e0c962bdc0'] response: {'name': 'network-changed', 'server_uuid': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'tag': 'c4502ec9-84fa-4339-b714-5cfae4677e4e', 'status': 'completed', 'code': 200} Sep 12 23:55:28.842820 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f1a48-bb77-4803-8e2e-658d75253230 req-235835ec-8a62-4e62-8a75-9137c1a408e5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:28.846650 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-093f1a48-bb77-4803-8e2e-658d75253230 req-235835ec-8a62-4e62-8a75-9137c1a408e5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0992005 Sep 12 23:55:29.042399 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b792f9-4c18-4d5d-9cc0-cb72a719071e req-9cd6756a-f419-4b77-9dea-bfda79f34cc9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:29.044998 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-62b792f9-4c18-4d5d-9cc0-cb72a719071e req-9cd6756a-f419-4b77-9dea-bfda79f34cc9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.1509125 Sep 12 23:55:29.065466 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-093f1a48-bb77-4803-8e2e-658d75253230 req-1ca2e2b6-f599-4759-bff7-2eeb0ff16935 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109253 Sep 12 23:55:29.326589 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-877509b2-8161-437e-bd1c-3b3ba5db3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:29.328108 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-877509b2-8161-437e-bd1c-3b3ba5db3071 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ffc5ce52ae574b82bda143e766bcec80&device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 1127 time: 0.1810358 Sep 12 23:55:29.623779 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-9f332c05-f4c4-43fe-82ed-99d150b2d102 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4502ec9-84fa-4339-b714-5cfae4677e4e HTTP/1.1" status: 200 len: 217 time: 0.2672799 Sep 12 23:55:29.642479 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38074) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:29.902782 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-72d953b0-65c1-4c8c-b4f3-c41eb56db5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:30.022558 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:30.048296 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-72d953b0-65c1-4c8c-b4f3-c41eb56db5d3 admin admin] Publish callbacks [] for security_group (7eda3455-8631-42c5-bd26-a15637804da5), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:30.057115 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-72d953b0-65c1-4c8c-b4f3-c41eb56db5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7eda3455-8631-42c5-bd26-a15637804da5), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:30.067918 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-62b792f9-4c18-4d5d-9cc0-cb72a719071e req-9f029e61-c451-4537-b7f9-6de8d196a93c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9955261 Sep 12 23:55:30.097679 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d953b0-65c1-4c8c-b4f3-c41eb56db5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eda3455-8631-42c5-bd26-a15637804da5,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:30.128811 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-72d953b0-65c1-4c8c-b4f3-c41eb56db5d3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3b7883c9328040839a7dd086474442fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4828875 Sep 12 23:55:30.135424 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38096) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:30.215943 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3cd08c43-feff-44f4-bf00-ca6a793a1b1a admin admin] Publish callbacks [] for security_group (7eda3455-8631-42c5-bd26-a15637804da5), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:30.218003 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b857086-a996-4926-a1ef-5d70d016a357 req-02750bdb-fdb8-445b-b6ae-d9fef9504b26 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:30.220847 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9b857086-a996-4926-a1ef-5d70d016a357 req-02750bdb-fdb8-445b-b6ae-d9fef9504b26 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 943 time: 0.6880267 Sep 12 23:55:30.249313 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3cd08c43-feff-44f4-bf00-ca6a793a1b1a admin admin] Publish callbacks [] for security_group (7eda3455-8631-42c5-bd26-a15637804da5), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:30.322050 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-a3a0795e-ed50-42fe-830c-bb18b2afd114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:30.324028 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-a3a0795e-ed50-42fe-830c-bb18b2afd114 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ddff083e-3369-4771-bb63-0a0920f10a4c HTTP/1.1" status: 200 len: 850 time: 0.6928594 Sep 12 23:55:30.326958 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7b2a7481-4874-45f5-b8d5-b516810486a0 req-40eb4f7c-0832-4a30-b344-7f400a4dd405 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.0921328 Sep 12 23:55:30.327366 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3cd08c43-feff-44f4-bf00-ca6a793a1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7eda3455-8631-42c5-bd26-a15637804da5), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:30.331387 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3cd08c43-feff-44f4-bf00-ca6a793a1b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:30.333070 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-3cd08c43-feff-44f4-bf00-ca6a793a1b1a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7eda3455-8631-42c5-bd26-a15637804da5 HTTP/1.1" status: 204 len: 168 time: 0.1964996 Sep 12 23:55:30.337943 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-1bd3987c-b696-429f-a92c-b49152bb2257 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:30.339744 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-1bd3987c-b696-429f-a92c-b49152bb2257 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.18 "GET /networking/v2.0/networks?id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 HTTP/1.1" status: 200 len: 815 time: 1.1681964 Sep 12 23:55:30.346983 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd08c43-feff-44f4-bf00-ca6a793a1b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eda3455-8631-42c5-bd26-a15637804da5,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:30.388415 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'port': {'device_id': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'admin_state_up': True, 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:30.492696 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38108) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:30.499350 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-5b2977a8-3972-442a-b245-a94c0ab50382 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--590236715', 'description': 'tempest-description--995265107'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:30.576317 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5b2977a8-3972-442a-b245-a94c0ab50382 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:30.630875 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9b857086-a996-4926-a1ef-5d70d016a357 req-7a725f1e-fcc2-4d2f-80ed-20f3ec29d144 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3829408 Sep 12 23:55:30.644997 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-2a3a9f59-6fb4-44a9-97fb-276a5de96f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:30.646529 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-2a3a9f59-6fb4-44a9-97fb-276a5de96f9d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=923e930b-b793-481f-a057-be9c6d7f3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3060706 Sep 12 23:55:30.657872 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:30.763030 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:30.771187 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:30.917050 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5b2977a8-3972-442a-b245-a94c0ab50382 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:30.926261 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5b2977a8-3972-442a-b245-a94c0ab50382 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.037918 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2977a8-3972-442a-b245-a94c0ab50382 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:31.120265 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5b2977a8-3972-442a-b245-a94c0ab50382 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.129941 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-5b2977a8-3972-442a-b245-a94c0ab50382 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6359420 Sep 12 23:55:31.136438 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38118) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:31.148018 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-9852fb14-a9eb-4dd6-908f-377e08da1898 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group_rule': {'security_group_id': 'cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:31.219961 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9852fb14-a9eb-4dd6-908f-377e08da1898 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (696dcecd-c899-40e4-958f-74f8ce3f71da), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.302901 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60eb226-8dcc-470a-92d6-a2379f6a0d2a req-d8e134bb-56e8-4610-8eb1-4381141c7477 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:31.307359 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f60eb226-8dcc-470a-92d6-a2379f6a0d2a req-d8e134bb-56e8-4610-8eb1-4381141c7477 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.3943834 Sep 12 23:55:31.340174 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38124) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:31.360234 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9852fb14-a9eb-4dd6-908f-377e08da1898 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (696dcecd-c899-40e4-958f-74f8ce3f71da), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.375331 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-03b703aa-567a-47ec-89e6-41dc6a89572a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.400920 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9852fb14-a9eb-4dd6-908f-377e08da1898 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (696dcecd-c899-40e4-958f-74f8ce3f71da), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.426376 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-87c29a9c-f02e-4ff8-bab2-0ffc5a4d5e15 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666862 Sep 12 23:55:31.428175 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Made reservation on behalf of 880f7d1c88224ebd85d15f7c43e7fe72 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:55:31.432759 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.444352 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-e3bca926-1fd1-4b12-98d5-4f9d0ef876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:31.446226 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-e3bca926-1fd1-4b12-98d5-4f9d0ef876e7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 1130 time: 0.1713719 Sep 12 23:55:31.480774 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9852fb14-a9eb-4dd6-908f-377e08da1898 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.485524 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-9852fb14-a9eb-4dd6-908f-377e08da1898 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450854 Sep 12 23:55:31.485524 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852fb14-a9eb-4dd6-908f-377e08da1898 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696dcecd-c899-40e4-958f-74f8ce3f71da,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:31.491151 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15859c1e-9577-4300-8d34-a0dcd2b54173 req-c3f32f45-632e-45d7-9d5c-b0e46124c07a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:31.493819 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-15859c1e-9577-4300-8d34-a0dcd2b54173 req-c3f32f45-632e-45d7-9d5c-b0e46124c07a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.1994317 Sep 12 23:55:31.494682 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38128) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:31.502654 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-0ed9cdb2-a835-4956-a9c4-109c2e93d2c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group_rule': {'security_group_id': 'cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:31.631971 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ed9cdb2-a835-4956-a9c4-109c2e93d2c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (ab553d0e-279f-49ae-8d66-9a9210baf0a7), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.690209 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f60eb226-8dcc-470a-92d6-a2379f6a0d2a req-d2406337-b0d6-4b28-b60d-937c041b7e06 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328104 Sep 12 23:55:31.701375 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:31.784664 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-03b703aa-567a-47ec-89e6-41dc6a89572a admin admin] Publish callbacks [] for security_group (1ad9ca6e-4aea-4571-8428-291683fca491), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.798498 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-03b703aa-567a-47ec-89e6-41dc6a89572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (1ad9ca6e-4aea-4571-8428-291683fca491), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.904369 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ed9cdb2-a835-4956-a9c4-109c2e93d2c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (ab553d0e-279f-49ae-8d66-9a9210baf0a7), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:31.930778 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4577796a-09ab-4b3b-bc41-4d5b6efd78c3 req-4f881646-434b-43db-9eeb-f78c6f2b9b9c tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 210 time: 0.1148112 Sep 12 23:55:31.962465 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ed9cdb2-a835-4956-a9c4-109c2e93d2c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (ab553d0e-279f-49ae-8d66-9a9210baf0a7), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:32.025470 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9cdb2-a835-4956-a9c4-109c2e93d2c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab553d0e-279f-49ae-8d66-9a9210baf0a7,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:32.054785 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b703aa-567a-47ec-89e6-41dc6a89572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad9ca6e-4aea-4571-8428-291683fca491,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:32.092879 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-03b703aa-567a-47ec-89e6-41dc6a89572a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=93aaafcc874c4ce7b5f1a1645df645fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7495317 Sep 12 23:55:32.096755 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38132) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:32.111378 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-15859c1e-9577-4300-8d34-a0dcd2b54173 req-5faf0791-ae75-4d86-9d2d-cf0cd1f94494 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956118 Sep 12 23:55:32.131265 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ed9cdb2-a835-4956-a9c4-109c2e93d2c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:32.131265 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0ed9cdb2-a835-4956-a9c4-109c2e93d2c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6300745 Sep 12 23:55:32.147271 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38134) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:32.159640 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:32.218003 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c1461845-0370-457c-a4cf-cb4169f8af31 req-9572b63b-74c6-4067-a12f-33a312088fac service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7537043 Sep 12 23:55:32.228364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-8c821821-acc9-440e-8355-6ca9edf3241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:32.231309 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-8c821821-acc9-440e-8355-6ca9edf3241d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.7352114 Sep 12 23:55:32.249259 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:32.284376 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Allocated IP 172.20.0.12 (21bf63a0-2c64-49f9-bfe5-14fd7ac5e729/3f740b43-608c-44c8-90db-c1213f1a7a59/57c9f24f-46a8-416f-96ec-1d08fd0338ff) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:55:32.298490 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c4476-2892-4251-8ebe-f229c578698c req-2ab608c1-efcf-4f58-80b3-81963096bb86 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:32.300997 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2f1c4476-2892-4251-8ebe-f229c578698c req-2ab608c1-efcf-4f58-80b3-81963096bb86 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 943 time: 0.2142127 Sep 12 23:55:32.415847 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:32.477442 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:32.504880 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2f1c4476-2892-4251-8ebe-f229c578698c req-5db4a356-6503-482e-b3cc-c4d729823f2b tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637690 Sep 12 23:55:32.505964 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6286-19d8-4f38-af74-52e80f771d05 admin admin] Publish callbacks [] for security_group (1ad9ca6e-4aea-4571-8428-291683fca491), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:32.533709 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6286-19d8-4f38-af74-52e80f771d05 admin admin] Publish callbacks [] for security_group (1ad9ca6e-4aea-4571-8428-291683fca491), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:32.666873 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Allocated IP 172.27.1.137 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/2a5caa03-44f0-47f6-bca5-9c872bb8f860) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:55:32.680430 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6286-19d8-4f38-af74-52e80f771d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (1ad9ca6e-4aea-4571-8428-291683fca491), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:32.683311 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6286-19d8-4f38-af74-52e80f771d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:32.684592 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c5ef6286-19d8-4f38-af74-52e80f771d05 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1ad9ca6e-4aea-4571-8428-291683fca491 HTTP/1.1" status: 204 len: 168 time: 0.5857553 Sep 12 23:55:32.700153 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef6286-19d8-4f38-af74-52e80f771d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad9ca6e-4aea-4571-8428-291683fca491,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:32.703769 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:32.849845 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:32.904090 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (2a5caa03-44f0-47f6-bca5-9c872bb8f860), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:32.951437 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:32.966019 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1fe6-bf79-4054-949f-e9e27902060b req-e4336277-5245-495f-8a90-88c9b6b8682d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:32.968865 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-856d1fe6-bf79-4054-949f-e9e27902060b req-e4336277-5245-495f-8a90-88c9b6b8682d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.1124070 Sep 12 23:55:32.977739 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (2a5caa03-44f0-47f6-bca5-9c872bb8f860), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:33.030459 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:55:33.034418 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:55:33.039325 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:55:33.047461 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=2a5caa03-44f0-47f6-bca5-9c872bb8f860,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:33.075759 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:33.082797 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-856d1fe6-bf79-4054-949f-e9e27902060b req-5af32b99-1c72-45e2-98c1-242bf3c67329 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060853 Sep 12 23:55:33.084906 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:33.151593 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (ea185e8b-545e-4a7b-a770-537b35fdd53b), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:33.235700 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (2a5caa03-44f0-47f6-bca5-9c872bb8f860), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:33.240837 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:55:33.247353 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059eefc-750d-4d20-8cb0-672fa1c04f42 req-91e82071-912b-400d-b23b-f0331b218fe2 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:33.249603 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0059eefc-750d-4d20-8cb0-672fa1c04f42 req-91e82071-912b-400d-b23b-f0331b218fe2 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 932 time: 0.1589646 Sep 12 23:55:33.262387 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:55:33.265396 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:55:33.357689 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'Port': ['ID=57c9f24f-46a8-416f-96ec-1d08fd0338ff,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:33.462570 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:33.463493 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:33.497858 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (2a5caa03-44f0-47f6-bca5-9c872bb8f860), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:33.506833 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (2a5caa03-44f0-47f6-bca5-9c872bb8f860), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:33.507869 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (ea185e8b-545e-4a7b-a770-537b35fdd53b), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:33.613469 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa190df-e50e-4b11-98a7-a0972e03c2e2 req-a9798c7e-7aee-4b17-8f53-edc47c7488c4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:33.618337 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ffa190df-e50e-4b11-98a7-a0972e03c2e2 req-a9798c7e-7aee-4b17-8f53-edc47c7488c4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.3799510 Sep 12 23:55:33.619868 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-956327f4-8436-49cd-9b3f-c36cd857e523 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4 HTTP/1.1" status: 200 len: 217 time: 0.2310481 Sep 12 23:55:33.660338 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:33.667090 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5224135 Sep 12 23:55:33.694659 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-da7dceb8-8fb9-4380-a391-952806ed19b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3349576 Sep 12 23:55:33.731621 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc76d6f-dcf2-4cf5-be31-cb7568b2f0f3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=2a5caa03-44f0-47f6-bca5-9c872bb8f860,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:33.758598 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0059eefc-750d-4d20-8cb0-672fa1c04f42 req-391db0be-901f-47c1-9b87-f4e8d419d0f4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515522 Sep 12 23:55:33.938595 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ffa190df-e50e-4b11-98a7-a0972e03c2e2 req-235735f5-649e-4485-8d5b-8f211e2997b9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765446 Sep 12 23:55:34.248990 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29b080-d29a-455c-bb85-53648512936c req-a7abd6a1-45f3-44fc-a397-1ac6c6249d57 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:34.262524 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5a29b080-d29a-455c-bb85-53648512936c req-a7abd6a1-45f3-44fc-a397-1ac6c6249d57 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 943 time: 0.2402370 Sep 12 23:55:34.429474 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5a29b080-d29a-455c-bb85-53648512936c req-184bf641-2fbd-4ab1-9778-01bc10d01c6e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381102 Sep 12 23:55:34.463748 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-f50cb290-68ed-4aff-9b6e-f8cb6277f5d9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--590236715&fields=id&tenant_id=6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 267 time: 0.0834064 Sep 12 23:55:34.502536 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-4b138d5d-1d52-493d-a3a2-0d661b9f966a None None] Provisioning complete for port 57c9f24f-46a8-416f-96ec-1d08fd0338ff triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:34.504058 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-4b138d5d-1d52-493d-a3a2-0d661b9f966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:34.519169 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:34.639052 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-4b138d5d-1d52-493d-a3a2-0d661b9f966a None None] Port 57c9f24f-46a8-416f-96ec-1d08fd0338ff cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:55:34.708755 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Request body: {'port': {'device_id': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:34.883532 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-87a16375-d7eb-4c56-9a6c-bd61affc6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:34.885131 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-87a16375-d7eb-4c56-9a6c-bd61affc6993 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ffc5ce52ae574b82bda143e766bcec80&device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 1127 time: 0.2085660 Sep 12 23:55:34.914429 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bb969-e105-494c-bbd1-463e0e408c0c req-9a9c48df-cfa1-48a4-8a76-9e65db0e18b1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:34.922034 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c70bb969-e105-494c-bbd1-463e0e408c0c req-9a9c48df-cfa1-48a4-8a76-9e65db0e18b1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.2535405 Sep 12 23:55:34.968246 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-06f64a85-1e22-4856-848e-1f3f75d0decd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:34.969722 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-06f64a85-1e22-4856-848e-1f3f75d0decd service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.2981818 Sep 12 23:55:34.993768 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-0575352b-e80e-439e-a35c-0af5867723ee tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:35.001464 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-0575352b-e80e-439e-a35c-0af5867723ee tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 815 time: 0.5362618 Sep 12 23:55:35.021449 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:35.040306 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-63255c0b-4084-47b3-b2fa-b802d05cf7f2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/quotas/6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 375 time: 0.0376990 Sep 12 23:55:35.250856 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c70bb969-e105-494c-bbd1-463e0e408c0c req-968b912c-8aa3-43f9-bb8b-271e8514a4e8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276978 Sep 12 23:55:35.416798 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38212) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:35.546798 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-fefe16ce-a3a6-4f00-8596-8bbc83fe044c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5052009 Sep 12 23:55:35.809341 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f46d7fdc-5d6f-4db7-998b-fabae4c5d7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:35.866440 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-713a1f90-4f5d-4d45-9e8f-3e20c2902b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:35.869004 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-713a1f90-4f5d-4d45-9e8f-3e20c2902b6f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5753164 Sep 12 23:55:36.014510 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753607-35b7-45fb-a401-2920d08b940d req-0f64c4ce-049c-4018-a077-4fbba75272f5 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:36.028408 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d0753607-35b7-45fb-a401-2920d08b940d req-0f64c4ce-049c-4018-a077-4fbba75272f5 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 932 time: 0.5111682 Sep 12 23:55:36.048424 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 38220) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:36.088399 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-1d9688a8-d887-40f5-b04a-4f9babd19c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:36.091890 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f46d7fdc-5d6f-4db7-998b-fabae4c5d7c1 admin admin] Publish callbacks [] for security_group (7be430ec-cca9-4730-8079-c0b8d9c0d3cc), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:36.092120 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-1d9688a8-d887-40f5-b04a-4f9babd19c46 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 200 len: 912 time: 0.9980183 Sep 12 23:55:36.114399 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f46d7fdc-5d6f-4db7-998b-fabae4c5d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7be430ec-cca9-4730-8079-c0b8d9c0d3cc), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:36.159263 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:36.254657 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:36.262613 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f46d7fdc-5d6f-4db7-998b-fabae4c5d7c1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b6349d41148942bf8bcce7a7985ea29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8402200 Sep 12 23:55:36.274534 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38224) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:36.275780 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:36.390245 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:36.419034 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d7fdc-5d6f-4db7-998b-fabae4c5d7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be430ec-cca9-4730-8079-c0b8d9c0d3cc,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:36.448978 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e6e31516-eed8-4692-b507-30ec0e18a1ce admin admin] Publish callbacks [] for security_group (7be430ec-cca9-4730-8079-c0b8d9c0d3cc), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:36.495110 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e6e31516-eed8-4692-b507-30ec0e18a1ce admin admin] Publish callbacks [] for security_group (7be430ec-cca9-4730-8079-c0b8d9c0d3cc), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:36.608457 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e6e31516-eed8-4692-b507-30ec0e18a1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7be430ec-cca9-4730-8079-c0b8d9c0d3cc), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:36.614171 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e6e31516-eed8-4692-b507-30ec0e18a1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:36.617064 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-e6e31516-eed8-4692-b507-30ec0e18a1ce admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7be430ec-cca9-4730-8079-c0b8d9c0d3cc HTTP/1.1" status: 204 len: 168 time: 0.3321438 Sep 12 23:55:36.662092 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e31516-eed8-4692-b507-30ec0e18a1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be430ec-cca9-4730-8079-c0b8d9c0d3cc,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:36.799550 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-0aef9614-64ab-4220-b2ef-88922e344617 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4502ec9-84fa-4339-b714-5cfae4677e4e HTTP/1.1" status: 200 len: 217 time: 0.5956833 Sep 12 23:55:36.873709 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device c4502ec9-84fa-4339-b714-5cfae4677e4e details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:55:36.953897 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36d6-686e-4339-933f-85337d5fb77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:36.985257 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-d459adf0-963d-4295-8720-caebd3bc628c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4046137 Sep 12 23:55:37.159477 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port c4502ec9-84fa-4339-b714-5cfae4677e4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4502ec9-84fa-4339-b714-5cfae4677e4e,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:37.168639 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d0753607-35b7-45fb-a401-2920d08b940d req-54b3dafc-1ec1-43a4-a347-fa5715b6e3c9 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0852861 Sep 12 23:55:37.239469 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': 'c4502ec9-84fa-4339-b714-5cfae4677e4e', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'port_id': 'c4502ec9-84fa-4339-b714-5cfae4677e4e', 'mac_address': 'fa:16:3e:5b:0e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:55:37.356997 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port c4502ec9-84fa-4339-b714-5cfae4677e4e is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:37.359292 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:37.376021 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-dadb75c9-d14d-42de-94fb-fdb7e98e9d3d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579726 Sep 12 23:55:37.378088 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-a2a9f649-b7fe-4c7d-b44e-e3eaf20cc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:37.379666 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-a2a9f649-b7fe-4c7d-b44e-e3eaf20cc806 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ddff083e-3369-4771-bb63-0a0920f10a4c HTTP/1.1" status: 200 len: 850 time: 0.4030809 Sep 12 23:55:37.449208 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-c27e4eca-6786-4138-883a-493c00425822 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2394373 Sep 12 23:55:37.455195 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4502ec9-84fa-4339-b714-5cfae4677e4e {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:55:37.534716 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36d6-686e-4339-933f-85337d5fb77e admin admin] Publish callbacks [] for security_group (77187a05-b38e-4e91-8566-a79d3cad77e1), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:37.557889 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port c4502ec9-84fa-4339-b714-5cfae4677e4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4502ec9-84fa-4339-b714-5cfae4677e4e,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:37.566560 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:37.569057 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:55:37.664101 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c9f24f-46a8-416f-96ec-1d08fd0338ff {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:55:37.710655 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:37.715449 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=c4502ec9-84fa-4339-b714-5cfae4677e4e,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:37.735424 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Publish callbacks [] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:37.742602 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:37.786289 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Transition to ACTIVE for port object 57c9f24f-46a8-416f-96ec-1d08fd0338ff will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:55:37.860747 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:37.873078 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-4f0d36d6-686e-4339-933f-85337d5fb77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (77187a05-b38e-4e91-8566-a79d3cad77e1), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:37.948989 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:37.966896 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'port_id': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'mac_address': 'fa:16:3e:5c:95:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:55:37.987109 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=52 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:38.018502 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=51 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:38.040237 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:38.053298 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 is: ACTIVE; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:38.054621 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:38.098893 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:55:38.177220 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:38.186570 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:38.430956 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=6']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:38.478467 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:55:38.493661 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-80655e2d-571f-47be-9fb0-6a87db94cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:38.501904 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-80655e2d-571f-47be-9fb0-6a87db94cba1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=923e930b-b793-481f-a057-be9c6d7f3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6454241 Sep 12 23:55:38.505032 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-4f0d36d6-686e-4339-933f-85337d5fb77e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=008bda799c4a4110ba61171e4f2f9890&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4195638 Sep 12 23:55:38.510947 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38266) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:38.517641 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-364ceb75-da06-47fa-8e78-a0de38976d2b req-45497936-a6d6-4385-a178-b761e49e3743 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670401 Sep 12 23:55:38.635315 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['c4502ec9-84fa-4339-b714-5cfae4677e4e'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:55:38.690914 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ed57581c-01b4-4efe-9368-7fc444a9833f admin admin] Publish callbacks [] for security_group (77187a05-b38e-4e91-8566-a79d3cad77e1), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:38.793759 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ed57581c-01b4-4efe-9368-7fc444a9833f admin admin] Publish callbacks [] for security_group (77187a05-b38e-4e91-8566-a79d3cad77e1), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:38.810453 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac17acb-9c79-4ad7-bf61-8ea252d92421 req-6af1c239-a84c-49de-89a4-8e21caf6cfac tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:38.829837 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2ac17acb-9c79-4ad7-bf61-8ea252d92421 req-6af1c239-a84c-49de-89a4-8e21caf6cfac tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 944 time: 0.8840978 Sep 12 23:55:38.843501 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:38.960030 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ed57581c-01b4-4efe-9368-7fc444a9833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (77187a05-b38e-4e91-8566-a79d3cad77e1), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:38.964562 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ed57581c-01b4-4efe-9368-7fc444a9833f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:38.972001 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-ed57581c-01b4-4efe-9368-7fc444a9833f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/77187a05-b38e-4e91-8566-a79d3cad77e1 HTTP/1.1" status: 204 len: 168 time: 0.4597137 Sep 12 23:55:39.044586 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57581c-01b4-4efe-9368-7fc444a9833f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77187a05-b38e-4e91-8566-a79d3cad77e1,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:39.209707 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:39.218624 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-3f4d38b3-36c2-4fc6-abd7-10286670bbdb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706050 Sep 12 23:55:39.327244 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2ac17acb-9c79-4ad7-bf61-8ea252d92421 req-e91b10ab-c72a-41fd-947e-f782c73357b6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4961553 Sep 12 23:55:39.363584 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184b016-6a4d-4be4-9d94-50c47ca0ac04 req-22ef33fe-7587-4990-877e-c3660f049136 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:39.363584 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e184b016-6a4d-4be4-9d94-50c47ca0ac04 req-22ef33fe-7587-4990-877e-c3660f049136 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 2.0748515 Sep 12 23:55:39.363829 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6fb6-2b40-4357-a8a2-9741df5e2307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:39.472798 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d36d6-686e-4339-933f-85337d5fb77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77187a05-b38e-4e91-8566-a79d3cad77e1,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:39.476667 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Pushing event updated for resources: {'Port': ['ID=57c9f24f-46a8-416f-96ec-1d08fd0338ff,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:39.593808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Attempting to bind port 57c9f24f-46a8-416f-96ec-1d08fd0338ff on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:55:39.594934 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Attempting to bind port 57c9f24f-46a8-416f-96ec-1d08fd0338ff by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:55:39.595655 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Attempting to bind port 57c9f24f-46a8-416f-96ec-1d08fd0338ff on network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:55:39.605510 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e184b016-6a4d-4be4-9d94-50c47ca0ac04 req-55d403a7-d645-4916-b0d9-3fe724fcddca tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775763 Sep 12 23:55:39.640002 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ba705-0dc5-46c1-a616-cc1babb9f782 req-b8ff3b49-dbe9-4c38-8b88-0b846b5ea25a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:39.640002 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8d0ba705-0dc5-46c1-a616-cc1babb9f782 req-b8ff3b49-dbe9-4c38-8b88-0b846b5ea25a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 945 time: 0.1358745 Sep 12 23:55:39.684638 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Port 57c9f24f-46a8-416f-96ec-1d08fd0338ff on network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:55:39.684638 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Attempting to bind port 57c9f24f-46a8-416f-96ec-1d08fd0338ff on network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:55:39.846339 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2cb39b7b-d2d9-47fc-8e0f-6f4cb841b572 req-e70b203c-5801-4016-a7b2-953421c14022 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 210 time: 0.0829105 Sep 12 23:55:39.862963 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8d0ba705-0dc5-46c1-a616-cc1babb9f782 req-a5903160-0e9d-4c5f-954a-d566fa3ae1bb tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121603 Sep 12 23:55:39.865228 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:55:39.866074 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Checking segment: {'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:55:39.866955 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Bound using segment: {'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:55:39.867698 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Bound port: 57c9f24f-46a8-416f-96ec-1d08fd0338ff, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57904e4-b3ca-4119-8c6a-f20cc41965c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:55:39.868621 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:40.011419 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] For port 57c9f24f-46a8-416f-96ec-1d08fd0338ff, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:55:40.062158 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] For port 57c9f24f-46a8-416f-96ec-1d08fd0338ff, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:55:40.077644 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7cfef-5c45-407d-95b4-d6821e85cbc3 req-fff5ef12-d12c-4769-a0ba-908487500ef0 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:40.079622 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-78a7cfef-5c45-407d-95b4-d6821e85cbc3 req-fff5ef12-d12c-4769-a0ba-908487500ef0 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 944 time: 0.0931954 Sep 12 23:55:40.081506 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:40.086291 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:40.086911 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:40.088934 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 200 len: 1094 time: 5.4190154 Sep 12 23:55:40.089974 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:55:40.093918 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db28be4-262e-4fac-af10-027e7456b38d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:55:40.187123 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9c102e-3fe3-45fc-8afa-f8537bc8154c x-openstack-request-id: req-ef9c102e-3fe3-45fc-8afa-f8537bc8154c {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:55:40.187530 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:55:40.187723 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef9c102e-3fe3-45fc-8afa-f8537bc8154c {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:55:40.188145 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9c102e-3fe3-45fc-8afa-f8537bc8154c'] response: {'name': 'network-changed', 'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'status': 'completed', 'code': 200} Sep 12 23:55:40.197755 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee26604-ff36-4674-8ab6-90f255821b38 service neutron] Pushing event updated for resources: {'Port': ['ID=57c9f24f-46a8-416f-96ec-1d08fd0338ff,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:40.217920 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-78a7cfef-5c45-407d-95b4-d6821e85cbc3 req-cac449de-4468-42e9-a7e6-2902211bd18b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207404 Sep 12 23:55:40.519619 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3ed59-c0bf-49db-92c6-aac0d8e6d3c0 req-14fc5e6f-590d-4daf-bc69-148f6a19e153 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:40.522353 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-22b3ed59-c0bf-49db-92c6-aac0d8e6d3c0 req-14fc5e6f-590d-4daf-bc69-148f6a19e153 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 944 time: 0.0588052 Sep 12 23:55:40.576146 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:40.581613 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-22b3ed59-c0bf-49db-92c6-aac0d8e6d3c0 req-22caae42-655c-438b-8622-78ce7362b15c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535347 Sep 12 23:55:40.842603 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7afb6-c3ae-4d70-ae80-1997923585ff req-e4bb5a2d-c3a7-4f04-a615-541abc4800d9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:40.851969 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ed7afb6-c3ae-4d70-ae80-1997923585ff req-e4bb5a2d-c3a7-4f04-a615-541abc4800d9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0884395 Sep 12 23:55:40.874047 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:55:40.936424 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ed7afb6-c3ae-4d70-ae80-1997923585ff req-d5f6da00-93c4-4e00-a49b-d33b61d85281 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832181 Sep 12 23:55:41.017819 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:41.018499 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:41.065691 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7d5d25cd-9d7a-480d-8632-4d66bfbf361d req-cd5594b1-90c3-49d4-8b47-2f2a8d8ef476 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 210 time: 0.0390134 Sep 12 23:55:41.137694 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:41.151116 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0c8f4-a456-425d-b570-4c908d091854 req-0d32b30d-f868-4ff8-acde-ead3e6e77659 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:41.159517 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1f0c8f4-a456-425d-b570-4c908d091854 req-0d32b30d-f868-4ff8-acde-ead3e6e77659 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 945 time: 0.0610738 Sep 12 23:55:41.236332 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1f0c8f4-a456-425d-b570-4c908d091854 req-d56023e7-cd5b-46f0-9ba2-1d8441b6a1df tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723965 Sep 12 23:55:41.288299 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:41.288999 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:41.315037 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:41.319357 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:55:41.321802 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f07dbf-9264-417a-8df0-fdeb66c9f1db" -d '{"events": [{"server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "name": "network-vif-plugged", "status": "completed", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:55:41.347517 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:41.356584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:41.357456 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device c4502ec9-84fa-4339-b714-5cfae4677e4e up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:55:41.376438 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d35d72-7470-4fff-8f1d-1b49473891b8 req-29182b2b-f25e-4b3f-9f77-5fadf997f86d tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:41.378262 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d5d35d72-7470-4fff-8f1d-1b49473891b8 req-29182b2b-f25e-4b3f-9f77-5fadf997f86d tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 944 time: 0.0724931 Sep 12 23:55:41.404126 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4ff16f-04a1-4608-a452-eb0ade45fb03 x-openstack-request-id: req-7d4ff16f-04a1-4608-a452-eb0ade45fb03 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:55:41.404589 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "name": "network-vif-plugged", "status": "completed", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:55:41.404929 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d4ff16f-04a1-4608-a452-eb0ade45fb03 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:55:41.405937 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4ff16f-04a1-4608-a452-eb0ade45fb03'] response: {'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'code': 200} Sep 12 23:55:41.447297 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d5d35d72-7470-4fff-8f1d-1b49473891b8 req-08716c8f-e7e6-436a-b941-064f643384b8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619392 Sep 12 23:55:41.486871 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port c4502ec9-84fa-4339-b714-5cfae4677e4e completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:55:41.489314 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=7']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:41.499491 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port c4502ec9-84fa-4339-b714-5cfae4677e4e triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:41.499491 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:41.676942 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:41.748882 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port c4502ec9-84fa-4339-b714-5cfae4677e4e is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:41.749286 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:41.755808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f963d3-32e0-45a7-a95a-88871d410227 req-3fe2742a-fe9e-467e-b14e-31f26ebc39c0 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:41.760070 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-95f963d3-32e0-45a7-a95a-88871d410227 req-3fe2742a-fe9e-467e-b14e-31f26ebc39c0 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 944 time: 0.0738714 Sep 12 23:55:41.809728 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port c4502ec9-84fa-4339-b714-5cfae4677e4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4502ec9-84fa-4339-b714-5cfae4677e4e,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:41.818103 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:41.850394 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-95f963d3-32e0-45a7-a95a-88871d410227 req-4de15aa2-fe92-41da-a4be-7a795124a42f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868986 Sep 12 23:55:41.900494 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=c4502ec9-84fa-4339-b714-5cfae4677e4e,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:41.985876 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e268b187-26b7-4c93-abaa-3370f93691f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:42.082312 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68a61b-74e2-4d3d-a66a-03efbf490103 req-e1c58564-2dd1-4b56-b556-5d18153a8b48 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:42.084223 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2a68a61b-74e2-4d3d-a66a-03efbf490103 req-e1c58564-2dd1-4b56-b556-5d18153a8b48 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0616274 Sep 12 23:55:42.181066 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2a68a61b-74e2-4d3d-a66a-03efbf490103 req-64184d30-8a77-4eda-9b83-2d7e4bc1b2ba tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794702 Sep 12 23:55:42.220302 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c2ba2cca-274a-4beb-972b-2f4fce76ceb5 req-2ec47ba4-5991-4312-a4d1-808bba0d1f14 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 210 time: 0.0378098 Sep 12 23:55:42.455713 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20707f75-370e-4b3b-82b6-52a6901811bb req-ec52af06-608b-45e9-9c51-b0a808e66f77 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:42.457380 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-20707f75-370e-4b3b-82b6-52a6901811bb req-ec52af06-608b-45e9-9c51-b0a808e66f77 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0798461 Sep 12 23:55:42.537561 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-20707f75-370e-4b3b-82b6-52a6901811bb req-80d2dbca-6c6a-4fbe-80fa-d15bd93f1733 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706787 Sep 12 23:55:42.628551 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaeeb2-882b-49c2-bc41-5525a720a3b0 req-34217909-7e66-4419-ad0c-325435458a14 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:42.630697 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c3aaeeb2-882b-49c2-bc41-5525a720a3b0 req-34217909-7e66-4419-ad0c-325435458a14 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 944 time: 0.0562305 Sep 12 23:55:42.686542 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c3aaeeb2-882b-49c2-bc41-5525a720a3b0 req-22b28cb0-a3cc-4844-8630-a0b8eada84cb tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Sep 12 23:55:43.003525 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9037-604f-4004-8d3d-dcc2cef5d1e4 req-39336947-9856-423b-bf8d-2ebb2992854c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:43.005098 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f67b9037-604f-4004-8d3d-dcc2cef5d1e4 req-39336947-9856-423b-bf8d-2ebb2992854c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0518777 Sep 12 23:55:43.063260 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f67b9037-604f-4004-8d3d-dcc2cef5d1e4 req-6fa2ac5e-f69f-48f2-b146-e5d97fce6b56 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516229 Sep 12 23:55:43.291298 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:43.403812 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-935aac31-69a9-4c29-a5e0-e86fe98daa17 req-6a2dde0c-83f1-40c2-8dc3-2299fc31a6ed tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 210 time: 0.0553150 Sep 12 23:55:43.406310 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4502ec9-84fa-4339-b714-5cfae4677e4e'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:55:43.409698 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c495578-b6ec-4ea8-b279-3ebe81ecb899" -d '{"events": [{"server_uuid": "df2886ea-3e42-4713-82e6-bacd4de26d8c", "name": "network-vif-plugged", "status": "completed", "tag": "c4502ec9-84fa-4339-b714-5cfae4677e4e"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:55:43.427512 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922cdaf-b08a-4bdf-bab1-9dd3c4fd9326 req-49c26c9c-24f1-4c73-b5d7-7c9f7de83dcc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:43.430919 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b922cdaf-b08a-4bdf-bab1-9dd3c4fd9326 req-49c26c9c-24f1-4c73-b5d7-7c9f7de83dcc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.1150105 Sep 12 23:55:43.532881 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c820550f-b218-4777-9f7a-cf800616d6bd x-openstack-request-id: req-c820550f-b218-4777-9f7a-cf800616d6bd {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:55:43.533911 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2886ea-3e42-4713-82e6-bacd4de26d8c", "name": "network-vif-plugged", "status": "completed", "tag": "c4502ec9-84fa-4339-b714-5cfae4677e4e", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:55:43.534474 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c820550f-b218-4777-9f7a-cf800616d6bd {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:55:43.535153 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c820550f-b218-4777-9f7a-cf800616d6bd'] response: {'server_uuid': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4502ec9-84fa-4339-b714-5cfae4677e4e', 'code': 200} Sep 12 23:55:43.560938 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b922cdaf-b08a-4bdf-bab1-9dd3c4fd9326 req-242aad5c-c94a-4cd3-a9b9-93135d51671a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832858 Sep 12 23:55:43.569664 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:43.605996 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dad51127-040e-43a5-a37f-cc41b7ee486a req-3086e3e6-5630-4074-b5c0-1d3b241a4703 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178600 Sep 12 23:55:43.782034 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82943b-b02f-45e8-bb9c-d4205c75c0ca req-c7b48b6a-4aa7-4599-9d55-ed1e09c18a80 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:43.783951 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-da82943b-b02f-45e8-bb9c-d4205c75c0ca req-c7b48b6a-4aa7-4599-9d55-ed1e09c18a80 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.1140449 Sep 12 23:55:43.923794 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a8b38-83e9-4ab3-be53-20113f2544cf req-e89849d6-ba75-4589-9f69-d1242503e4d5 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:43.932336 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a61a8b38-83e9-4ab3-be53-20113f2544cf req-e89849d6-ba75-4589-9f69-d1242503e4d5 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 944 time: 0.1197195 Sep 12 23:55:43.947991 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-0a8c4f20-a0b2-4ec0-aa60-1aab98576427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:43.949764 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-0a8c4f20-a0b2-4ec0-aa60-1aab98576427 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=880f7d1c88224ebd85d15f7c43e7fe72&device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 1128 time: 0.0965850 Sep 12 23:55:43.960916 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-da82943b-b02f-45e8-bb9c-d4205c75c0ca req-c13ee3de-0952-4faf-b252-982ccd1ea139 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686409 Sep 12 23:55:43.983098 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38364) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:44.170971 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-387d421b-8093-41c2-8798-b0607bef5b23 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 200 len: 217 time: 0.2085471 Sep 12 23:55:44.218930 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:44.329223 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f1062df8-8d5b-4a6c-9658-d7b2ce17f0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:44.331993 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a61a8b38-83e9-4ab3-be53-20113f2544cf req-bfaa1520-f17c-447c-afb7-662d399661ae tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983428 Sep 12 23:55:44.413414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:44.422507 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ab87-49f1-439f-976a-55bb3143b3c9 req-1ff5b443-e2ee-4193-b955-fc57253a37a1 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:44.425045 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a5f1ab87-49f1-439f-976a-55bb3143b3c9 req-1ff5b443-e2ee-4193-b955-fc57253a37a1 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1869245 Sep 12 23:55:44.454705 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-74a45e94-b2c7-4d8b-88c9-6e513285eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:44.456736 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-74a45e94-b2c7-4d8b-88c9-6e513285eba1 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=3f740b43-608c-44c8-90db-c1213f1a7a59 HTTP/1.1" status: 200 len: 854 time: 0.2667508 Sep 12 23:55:44.480026 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d8476-035d-4eda-aedd-ba040072619f req-7f0fd117-e4ab-4d36-ba1b-82daddc0cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:44.486605 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f1062df8-8d5b-4a6c-9658-d7b2ce17f0c7 admin admin] Publish callbacks [] for security_group (ba0cc682-a9a6-42df-9750-e8c4e9a6274f), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:44.492417 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-556d8476-035d-4eda-aedd-ba040072619f req-7f0fd117-e4ab-4d36-ba1b-82daddc0cfb7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 1129 time: 0.1495357 Sep 12 23:55:44.497552 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f1062df8-8d5b-4a6c-9658-d7b2ce17f0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (ba0cc682-a9a6-42df-9750-e8c4e9a6274f), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:44.591821 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f1062df8-8d5b-4a6c-9658-d7b2ce17f0c7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5226187c5c2d4b9694b5e5f9c23aa843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6063268 Sep 12 23:55:44.597701 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38372) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:44.616060 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1062df8-8d5b-4a6c-9658-d7b2ce17f0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0cc682-a9a6-42df-9750-e8c4e9a6274f,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:44.648244 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8586dc22-cd60-4d80-b114-6d62ef8dd471 req-12ae8292-9678-4ee3-9efd-2cb35a19bb07 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 210 time: 0.0717282 Sep 12 23:55:44.688125 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-556d8476-035d-4eda-aedd-ba040072619f req-c8ac13ae-7bec-4e65-a399-329ca050d378 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647701 Sep 12 23:55:44.698384 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-bb1bcefe-5aed-4bc5-8b14-0b1acaf2d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:44.701202 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-bb1bcefe-5aed-4bc5-8b14-0b1acaf2d2fc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2235007 Sep 12 23:55:44.728077 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a5f1ab87-49f1-439f-976a-55bb3143b3c9 req-9474d3db-69b1-40da-a9d2-bfce4a6ff5f0 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830148 Sep 12 23:55:44.753737 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd407-6cf0-47f7-95f2-adbdc5e8bf16 admin admin] Publish callbacks [] for security_group (ba0cc682-a9a6-42df-9750-e8c4e9a6274f), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:44.806107 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd407-6cf0-47f7-95f2-adbdc5e8bf16 admin admin] Publish callbacks [] for security_group (ba0cc682-a9a6-42df-9750-e8c4e9a6274f), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:44.809997 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:44.839640 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd37e-c651-420c-a718-a60487bf8c6f req-18b298f5-3f1a-4c80-b35e-89b2935a7f70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:44.843275 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b26bd37e-c651-420c-a718-a60487bf8c6f req-18b298f5-3f1a-4c80-b35e-89b2935a7f70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.1053717 Sep 12 23:55:44.903368 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd407-6cf0-47f7-95f2-adbdc5e8bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (ba0cc682-a9a6-42df-9750-e8c4e9a6274f), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:44.909777 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0b3fd407-6cf0-47f7-95f2-adbdc5e8bf16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:44.917014 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0b3fd407-6cf0-47f7-95f2-adbdc5e8bf16 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ba0cc682-a9a6-42df-9750-e8c4e9a6274f HTTP/1.1" status: 204 len: 168 time: 0.3149180 Sep 12 23:55:44.934466 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fd407-6cf0-47f7-95f2-adbdc5e8bf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0cc682-a9a6-42df-9750-e8c4e9a6274f,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:45.004204 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b26bd37e-c651-420c-a718-a60487bf8c6f req-f44b9032-ac42-4570-a06d-0bb47e2a662d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513557 Sep 12 23:55:45.143607 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-8231a535-6aa0-4794-8dc7-345124626b31 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296581 Sep 12 23:55:45.285223 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11dbf-c958-46c9-96e3-0df204170e0e req-c1ece3cf-4a05-4e9a-b6ce-f3498f608204 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:45.287930 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5ff11dbf-c958-46c9-96e3-0df204170e0e req-c1ece3cf-4a05-4e9a-b6ce-f3498f608204 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0904498 Sep 12 23:55:45.429049 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5ff11dbf-c958-46c9-96e3-0df204170e0e req-9b7c18cc-f9b8-4354-adba-01adc466dd53 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336138 Sep 12 23:55:45.453021 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 38386) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:45.471548 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-edb34924-75bd-4b78-9aab-d114cda7584a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:45.577750 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699648d-8e79-4128-ab4a-f54d63ade647 req-b4bc7b99-6834-475d-8da9-2d80b37521cf tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:45.579458 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4699648d-8e79-4128-ab4a-f54d63ade647 req-b4bc7b99-6834-475d-8da9-2d80b37521cf tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 944 time: 0.0668616 Sep 12 23:55:45.643075 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:45.698558 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4699648d-8e79-4128-ab4a-f54d63ade647 req-d2e9afe4-905d-4572-8d75-635b148b1958 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055357 Sep 12 23:55:45.882324 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fee5416d-d0af-47b1-8074-fe5862d1d9b3 req-c80f2c10-3395-40cf-a0d4-635ebc43e88a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230173 Sep 12 23:55:45.887313 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-edb34924-75bd-4b78-9aab-d114cda7584a admin admin] Publish callbacks [] for security_group (012e83b4-4054-4621-ada0-c8c19e8ee47b), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:45.895006 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-edb34924-75bd-4b78-9aab-d114cda7584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (012e83b4-4054-4621-ada0-c8c19e8ee47b), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:45.988859 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb34924-75bd-4b78-9aab-d114cda7584a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012e83b4-4054-4621-ada0-c8c19e8ee47b,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:46.001510 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-edb34924-75bd-4b78-9aab-d114cda7584a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cdf66f2e730d46acbe68851e272c1b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5471883 Sep 12 23:55:46.004572 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38396) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:46.028204 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103e299-c74c-40ec-9768-e12982a62837 req-81b1e743-644a-4ce7-9c71-feba1228db9e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:46.049154 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3103e299-c74c-40ec-9768-e12982a62837 req-81b1e743-644a-4ce7-9c71-feba1228db9e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1450188 Sep 12 23:55:46.143663 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-996594b2-af16-44b3-b6cc-3b089e52c9c5 admin admin] Publish callbacks [] for security_group (012e83b4-4054-4621-ada0-c8c19e8ee47b), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:46.145569 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-28600f63-6628-4adc-88b4-3a6fcdb43e1f req-6df6adfc-f11a-416b-b7fe-cbc20ee99baf tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 210 time: 0.0709019 Sep 12 23:55:46.175292 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3103e299-c74c-40ec-9768-e12982a62837 req-c8759bdb-595b-40cc-9583-dbe0a3ae6b05 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135590 Sep 12 23:55:46.175670 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-996594b2-af16-44b3-b6cc-3b089e52c9c5 admin admin] Publish callbacks [] for security_group (012e83b4-4054-4621-ada0-c8c19e8ee47b), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:46.256533 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-996594b2-af16-44b3-b6cc-3b089e52c9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (012e83b4-4054-4621-ada0-c8c19e8ee47b), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:46.259706 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-996594b2-af16-44b3-b6cc-3b089e52c9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:46.261386 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-996594b2-af16-44b3-b6cc-3b089e52c9c5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/012e83b4-4054-4621-ada0-c8c19e8ee47b HTTP/1.1" status: 204 len: 168 time: 0.2528934 Sep 12 23:55:46.277282 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996594b2-af16-44b3-b6cc-3b089e52c9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012e83b4-4054-4621-ada0-c8c19e8ee47b,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:46.640298 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25424-38cd-4918-a087-fabbf24b77af req-e2ec5cfa-82cb-4768-9cdf-b983c7222089 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:46.643437 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-60f25424-38cd-4918-a087-fabbf24b77af req-e2ec5cfa-82cb-4768-9cdf-b983c7222089 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0959663 Sep 12 23:55:46.731724 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:46.749352 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-60f25424-38cd-4918-a087-fabbf24b77af req-ac2cd7df-ebd4-4d9a-a2a9-685dc4cdad82 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857229 Sep 12 23:55:46.873454 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38408) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:46.878669 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-9d48cce2-41de-49ea-9d10-979c5c12061c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236429399', 'description': 'tempest-description--1700718721'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:46.905887 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9d48cce2-41de-49ea-9d10-979c5c12061c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:46.909415 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbff453-e10e-4834-ae31-94cc05b508da req-c671b673-9cff-405c-91fe-5f2580c11162 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:46.911093 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9dbff453-e10e-4834-ae31-94cc05b508da req-c671b673-9cff-405c-91fe-5f2580c11162 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 944 time: 0.0906723 Sep 12 23:55:47.015969 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9dbff453-e10e-4834-ae31-94cc05b508da req-1b84da77-988a-46e9-a97f-4273e126c9d8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914273 Sep 12 23:55:47.296003 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9d48cce2-41de-49ea-9d10-979c5c12061c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group (63dc9250-a637-45db-82bd-1fa02e3034c1), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:47.311239 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9d48cce2-41de-49ea-9d10-979c5c12061c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (63dc9250-a637-45db-82bd-1fa02e3034c1), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:47.343305 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:47.346010 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48cce2-41de-49ea-9d10-979c5c12061c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63dc9250-a637-45db-82bd-1fa02e3034c1,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:47.356620 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:DELETE=7,neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:47.364454 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4c3a58e8-88d3-4906-a099-746ddf21d607 req-56d6efed-c5fd-4040-aba1-c693f4f532c3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 210 time: 0.1044643 Sep 12 23:55:47.372535 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9d48cce2-41de-49ea-9d10-979c5c12061c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:47.374489 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-9d48cce2-41de-49ea-9d10-979c5c12061c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4996426 Sep 12 23:55:47.378226 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38414) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:47.383611 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-fbe14e16-cafd-404c-899d-3d2540e89dce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Request body: {'security_group_rule': {'security_group_id': '63dc9250-a637-45db-82bd-1fa02e3034c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:47.428120 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fbe14e16-cafd-404c-899d-3d2540e89dce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group_rule (2948f1f3-fbb8-4145-9383-72f26650bf05), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:47.497564 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed86299-f889-4286-ae8d-c2ff4bafd696 req-4cbb7af7-bcc7-435c-b29e-8443b0129913 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:47.509542 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3ed86299-f889-4286-ae8d-c2ff4bafd696 req-4cbb7af7-bcc7-435c-b29e-8443b0129913 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1674712 Sep 12 23:55:47.566447 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fbe14e16-cafd-404c-899d-3d2540e89dce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group_rule (2948f1f3-fbb8-4145-9383-72f26650bf05), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:47.579564 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fbe14e16-cafd-404c-899d-3d2540e89dce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (2948f1f3-fbb8-4145-9383-72f26650bf05), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:47.642748 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe14e16-cafd-404c-899d-3d2540e89dce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2948f1f3-fbb8-4145-9383-72f26650bf05,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:47.643087 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db28be4-262e-4fac-af10-027e7456b38d req-ad3724b8-3999-4604-aa00-2a2022c407ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:47.644611 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8db28be4-262e-4fac-af10-027e7456b38d req-ad3724b8-3999-4604-aa00-2a2022c407ea service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=880f7d1c88224ebd85d15f7c43e7fe72&device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 1128 time: 0.3070133 Sep 12 23:55:47.665443 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fbe14e16-cafd-404c-899d-3d2540e89dce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:47.667297 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-fbe14e16-cafd-404c-899d-3d2540e89dce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876959 Sep 12 23:55:47.671243 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38418) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:47.681713 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-2fd8ea71-8499-4d22-9270-77a01053928c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Request body: {'security_group_rule': {'security_group_id': '63dc9250-a637-45db-82bd-1fa02e3034c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:47.723778 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3ed86299-f889-4286-ae8d-c2ff4bafd696 req-4fb6f6fa-c69b-42b6-9af1-28c129633afe tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123115 Sep 12 23:55:47.790513 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2fd8ea71-8499-4d22-9270-77a01053928c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group_rule (89d114b5-5f9d-494a-8860-1d4f1ea90486), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:47.859505 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-b76e692d-1025-48b3-a69b-ddf2ce15eb20 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:47.861594 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-b76e692d-1025-48b3-a69b-ddf2ce15eb20 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 815 time: 0.5305984 Sep 12 23:55:47.979414 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-5c4342b5-d4d3-4d4a-918c-db0b3a8ff05c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 472 time: 0.1064663 Sep 12 23:55:47.980881 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db28be4-262e-4fac-af10-027e7456b38d req-5b9c0136-5ab3-4f1d-b15e-7c54db87b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:47.982467 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8db28be4-262e-4fac-af10-027e7456b38d req-5b9c0136-5ab3-4f1d-b15e-7c54db87b47e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 HTTP/1.1" status: 200 len: 916 time: 0.3286819 Sep 12 23:55:48.006178 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2fd8ea71-8499-4d22-9270-77a01053928c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group_rule (89d114b5-5f9d-494a-8860-1d4f1ea90486), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:48.011693 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2fd8ea71-8499-4d22-9270-77a01053928c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (89d114b5-5f9d-494a-8860-1d4f1ea90486), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:48.036743 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'port': {'device_id': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'admin_state_up': True, 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'security_groups': ['cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:48.037303 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8ea71-8499-4d22-9270-77a01053928c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d114b5-5f9d-494a-8860-1d4f1ea90486,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:48.043287 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2fd8ea71-8499-4d22-9270-77a01053928c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:48.049192 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-2fd8ea71-8499-4d22-9270-77a01053928c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3721206 Sep 12 23:55:48.049192 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38426) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:48.056182 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:48.082649 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:48.087781 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:48.132222 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8db28be4-262e-4fac-af10-027e7456b38d req-c5940bc6-d1f2-4b75-ba29-ee0d1931b7d3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 200 len: 217 time: 0.1027780 Sep 12 23:55:48.142816 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519446-86ff-4011-9da3-9c927ba7b9d1 req-ad72fb5a-54e9-4bb4-9e26-cbbf62d40580 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:48.144629 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6b519446-86ff-4011-9da3-9c927ba7b9d1 req-ad72fb5a-54e9-4bb4-9e26-cbbf62d40580 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.1741426 Sep 12 23:55:48.211841 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:48.412009 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Allocated IP 172.27.1.96 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/7cb076eb-47e6-4692-ac31-0fb26e79cebb) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:55:48.513639 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9236894-17e5-4662-a880-3e068620426a req-f3811e4b-b890-4f69-9507-1e366000573b tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:48.520696 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a9236894-17e5-4662-a880-3e068620426a req-f3811e4b-b890-4f69-9507-1e366000573b tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.5363126 Sep 12 23:55:48.526426 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38438) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:55:48.532584 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-f48218a2-5472-4d9e-a243-476e6d289c0e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'floatingip': {'port_id': 'c4502ec9-84fa-4339-b714-5cfae4677e4e'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:48.601421 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f48218a2-5472-4d9e-a243-476e6d289c0e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (a781bec1-9abb-4616-9988-1c7e8b62f101), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:48.715586 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6b519446-86ff-4011-9da3-9c927ba7b9d1 req-3f6894ba-794e-48ec-800a-5362897df1af tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891494 Sep 12 23:55:48.724278 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for port (7cb076eb-47e6-4692-ac31-0fb26e79cebb), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:48.728866 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db28be4-262e-4fac-af10-027e7456b38d req-230cb894-a9c7-4374-8c8d-85c1a50b11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:48.731413 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8db28be4-262e-4fac-af10-027e7456b38d req-230cb894-a9c7-4374-8c8d-85c1a50b11c9 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=3f740b43-608c-44c8-90db-c1213f1a7a59 HTTP/1.1" status: 200 len: 854 time: 0.2090156 Sep 12 23:55:48.734986 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:48.745235 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb54b3e-a80a-4a6b-a6a4-48316f934e2d req-dd5f635c-1ded-4dcb-b56b-9cf997f2580b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:48.752458 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cdb54b3e-a80a-4a6b-a6a4-48316f934e2d req-dd5f635c-1ded-4dcb-b56b-9cf997f2580b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 944 time: 0.1347628 Sep 12 23:55:48.772796 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:48.817639 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Made reservation on behalf of 6c681f1232de4a5fbfc728c230f80624 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:55:48.822701 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:48.852548 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:48.884224 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (7cb076eb-47e6-4692-ac31-0fb26e79cebb), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:48.898657 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db28be4-262e-4fac-af10-027e7456b38d req-0f6a7b0c-ae9e-4b42-ab75-968e97d52a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:48.900275 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8db28be4-262e-4fac-af10-027e7456b38d req-0f6a7b0c-ae9e-4b42-ab75-968e97d52a5e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1457200 Sep 12 23:55:48.913516 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-03ed19ed-9bd1-4d9d-a2d6-a419c3715dec req-97dbb7c2-6b60-48ef-9ad3-e5e10b413e50 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 210 time: 0.0704112 Sep 12 23:55:48.980174 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:55:48.987728 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:55:48.990296 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:55:49.009503 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cdb54b3e-a80a-4a6b-a6a4-48316f934e2d req-f0c36722-70b1-4b7f-adf6-7b1ecb89ebc5 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559705 Sep 12 23:55:49.015111 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event updated for resources: {'Port': ['ID=7cb076eb-47e6-4692-ac31-0fb26e79cebb,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:49.142411 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for floatingip (f8f51975-91bf-41a1-be37-14a4beacb0ec), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.189371 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8db28be4-262e-4fac-af10-027e7456b38d req-e96c844b-3bf4-4bd4-b088-fd694d836a3e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720630 Sep 12 23:55:49.235830 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Allocated IP 172.20.0.7 (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c/906cbf42-8859-49fd-9442-6e0a10c87391/81ec905f-b1b8-4515-bb0c-1bc37b74e48f) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:55:49.245436 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7cb076eb-47e6-4692-ac31-0fb26e79cebb), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.410873 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8db28be4-262e-4fac-af10-027e7456b38d req-aa4a6217-82e4-4405-94e7-307f3c63f415 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945026 Sep 12 23:55:49.460994 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f48218a2-5472-4d9e-a243-476e6d289c0e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.468528 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f48218a2-5472-4d9e-a243-476e6d289c0e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (a781bec1-9abb-4616-9988-1c7e8b62f101), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.490166 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.540085 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.604270 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:49.622749 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:55:49.627758 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:55:49.637414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:55:49.645234 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for port (7cb076eb-47e6-4692-ac31-0fb26e79cebb), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.654282 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7cb076eb-47e6-4692-ac31-0fb26e79cebb), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.655450 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (f8f51975-91bf-41a1-be37-14a4beacb0ec), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.690621 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:49.731475 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event updated for resources: {'Port': ['ID=7cb076eb-47e6-4692-ac31-0fb26e79cebb,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:49.757374 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.l3_db [None req-f48218a2-5472-4d9e-a243-476e6d289c0e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Floating IP a781bec1-9abb-4616-9988-1c7e8b62f101 associated. External IP: 172.27.1.104, port: c4502ec9-84fa-4339-b714-5cfae4677e4e. Sep 12 23:55:49.757694 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:49.759797 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.794193 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-3ca10e0b-c9f3-4449-b4aa-8d208fb51776 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7660789 Sep 12 23:55:49.814231 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Request body: {'port': {'device_id': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:49.890605 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:49.900814 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:49.913080 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-064effe6-3fdb-46ae-9723-3c7032c9ce70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8618827 Sep 12 23:55:49.966098 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:49.979068 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c61e56-34a3-4b23-b07a-2ae6cd492890 req-ad129e1a-d7ff-4a05-83bb-a4dfcf66eee7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:49.985590 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-80c61e56-34a3-4b23-b07a-2ae6cd492890 req-ad129e1a-d7ff-4a05-83bb-a4dfcf66eee7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.1189406 Sep 12 23:55:50.007522 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-6e902c43-400a-4fb0-96fd-73a7ced8d5e5 None None] Provisioning complete for port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:50.008397 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-6e902c43-400a-4fb0-96fd-73a7ced8d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:50.047739 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:50.048393 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-6e902c43-400a-4fb0-96fd-73a7ced8d5e5 None None] Port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:55:50.063185 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:50.173856 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-80c61e56-34a3-4b23-b07a-2ae6cd492890 req-182d1297-c7ec-489e-9a83-1ac8c7c6e00f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751616 Sep 12 23:55:50.178512 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48218a2-5472-4d9e-a243-476e6d289c0e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Router bc302142-8571-4099-b9d2-a2cadbc3446e has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:55:50.236561 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f759d90-987c-4d8c-b9ee-d327c8500aa0 req-a737d377-805c-4073-8165-fcc0c68237bc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:50.238369 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4f759d90-987c-4d8c-b9ee-d327c8500aa0 req-a737d377-805c-4073-8165-fcc0c68237bc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 931 time: 0.1248612 Sep 12 23:55:50.332667 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48218a2-5472-4d9e-a243-476e6d289c0e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:55:50.337980 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f48218a2-5472-4d9e-a243-476e6d289c0e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:50.345348 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] Sync routers for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:55:50.366298 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:55:50.367387 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:55:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:50.373955 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f48218a2-5472-4d9e-a243-476e6d289c0e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/a781bec1-9abb-4616-9988-1c7e8b62f101 HTTP/1.1" status: 200 len: 991 time: 1.8457775 Sep 12 23:55:50.374969 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'tag': 'c4502ec9-84fa-4339-b714-5cfae4677e4e'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:55:50.380761 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7fbf21-5b7a-4018-b20e-25d0787304e3" -d '{"events": [{"name": "network-changed", "server_uuid": "df2886ea-3e42-4713-82e6-bacd4de26d8c", "tag": "c4502ec9-84fa-4339-b714-5cfae4677e4e"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:55:50.392174 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa7a7-fd0b-4354-9492-42c8792f9abc req-b51828b8-e5b1-4b6a-83c2-d950bd7f12df tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:50.398145 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-410aa7a7-fd0b-4354-9492-42c8792f9abc req-b51828b8-e5b1-4b6a-83c2-d950bd7f12df tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 944 time: 0.1216481 Sep 12 23:55:50.511632 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:55:50.530531 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4f759d90-987c-4d8c-b9ee-d327c8500aa0 req-8f667683-a85e-4aa8-a150-243832710941 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712383 Sep 12 23:55:50.570264 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-410aa7a7-fd0b-4354-9492-42c8792f9abc req-d4cfe84a-36ea-4ecf-ad49-2eae1eedf3a1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667233 Sep 12 23:55:50.665007 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a7380c-15ed-4fab-9ad5-4edb563b6567 x-openstack-request-id: req-25a7380c-15ed-4fab-9ad5-4edb563b6567 {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:55:50.666809 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2886ea-3e42-4713-82e6-bacd4de26d8c", "tag": "c4502ec9-84fa-4339-b714-5cfae4677e4e", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:55:50.667253 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25a7380c-15ed-4fab-9ad5-4edb563b6567 {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:55:50.667897 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a7380c-15ed-4fab-9ad5-4edb563b6567'] response: {'name': 'network-changed', 'server_uuid': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'tag': 'c4502ec9-84fa-4339-b714-5cfae4677e4e', 'status': 'completed', 'code': 200} Sep 12 23:55:50.723592 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:50.801460 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ec905f-b1b8-4515-bb0c-1bc37b74e48f {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:55:50.819278 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Publish callbacks [] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:50.825852 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'a781bec1-9abb-4616-9988-1c7e8b62f101', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'port_id': 'c4502ec9-84fa-4339-b714-5cfae4677e4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'mac_address': 'fa:16:3e:5b:0e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:13Z', 'updated_at': '2022-09-12T23:55:49Z', 'revision_number': 1, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:50.842301 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-cdb751d8-a400-4262-9187-57c7d7080caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:50.843731 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-cdb751d8-a400-4262-9187-57c7d7080caf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ffc5ce52ae574b82bda143e766bcec80&device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 1129 time: 0.1438689 Sep 12 23:55:50.850300 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-dbbb482a-ba95-4a28-a3c7-a54e775d3547 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1236429399&fields=id&tenant_id=6c458cf41ded4113a09fb07e10d81d39 HTTP/1.1" status: 200 len: 267 time: 0.1683247 Sep 12 23:55:50.860834 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] Checking router: bc302142-8571-4099-b9d2-a2cadbc3446e for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:55:50.874140 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:55:50.875109 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:55:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:50.884450 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Transition to ACTIVE for port object 81ec905f-b1b8-4515-bb0c-1bc37b74e48f will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:55:50.929452 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:50.966294 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 57c9f24f-46a8-416f-96ec-1d08fd0338ff details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:55:51.002165 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:51.009228 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Pushing event updated for resources: {'Port': ['ID=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:51.035465 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:55:51.118666 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:51.173569 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-1e06a159-e760-4513-9663-c5ef0db1a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:51.175048 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-1e06a159-e760-4513-9663-c5ef0db1a485 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 200 len: 912 time: 0.3237963 Sep 12 23:55:51.183832 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d6bd-7610-44c9-bca3-45e883001059 req-745f8cba-3bcd-4706-b691-d52cd1b8c219 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:51.190711 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-745f8cba-3bcd-4706-b691-d52cd1b8c219 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 819 time: 0.3191795 Sep 12 23:55:51.211176 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-6593a632-580c-4bc8-9d0a-b4341c8d0a84 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/quotas/6c458cf41ded4113a09fb07e10d81d39 HTTP/1.1" status: 200 len: 375 time: 0.0195241 Sep 12 23:55:51.275088 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 57c9f24f-46a8-416f-96ec-1d08fd0338ff, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:51.280854 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Attempting to bind port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:55:51.281194 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Attempting to bind port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:55:51.281530 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Attempting to bind port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:55:51.288902 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'port_id': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'mac_address': 'fa:16:3e:73:83:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:55:51.366197 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:51.380859 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 57c9f24f-46a8-416f-96ec-1d08fd0338ff is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:51.381172 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:51.426605 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c9f24f-46a8-416f-96ec-1d08fd0338ff {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:55:51.462830 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-6c26817f-674b-432c-831a-34c409d7afd3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4502ec9-84fa-4339-b714-5cfae4677e4e HTTP/1.1" status: 200 len: 999 time: 0.2599144 Sep 12 23:55:51.489757 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-57ce5e51-192d-43aa-8afd-a3f7d35b953d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2338991 Sep 12 23:55:51.533019 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'a781bec1-9abb-4616-9988-1c7e8b62f101', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'port_id': 'c4502ec9-84fa-4339-b714-5cfae4677e4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'mac_address': 'fa:16:3e:5b:0e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:13Z', 'updated_at': '2022-09-12T23:55:49Z', 'revision_number': 1, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:55:51.544036 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6c72d-135c-403c-b3b6-6cd16c950b71 req-f14bbb26-c35a-4312-83e9-442624390d82 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:51.547949 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b4c6c72d-135c-403c-b3b6-6cd16c950b71 req-f14bbb26-c35a-4312-83e9-442624390d82 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.2322960 Sep 12 23:55:51.548711 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:55:51.549661 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Attempting to bind port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:55:51.589350 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 57c9f24f-46a8-416f-96ec-1d08fd0338ff, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:51.591818 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e410298-f6b5-436b-be72-2c542d601969 None None] The sync data for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi is: [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'a781bec1-9abb-4616-9988-1c7e8b62f101', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'port_id': 'c4502ec9-84fa-4339-b714-5cfae4677e4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'mac_address': 'fa:16:3e:5b:0e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:13Z', 'updated_at': '2022-09-12T23:55:49Z', 'revision_number': 1, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:55:51.597101 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:51.707793 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-0af68870-71d2-400e-b0cf-b9662e11cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:51.709637 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-0af68870-71d2-400e-b0cf-b9662e11cdca service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ddff083e-3369-4771-bb63-0a0920f10a4c HTTP/1.1" status: 200 len: 850 time: 0.2172444 Sep 12 23:55:51.723396 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=57c9f24f-46a8-416f-96ec-1d08fd0338ff,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:51.820250 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b4c6c72d-135c-403c-b3b6-6cd16c950b71 req-cfff14a2-abda-4fc9-b95f-edba40ab05e8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665691 Sep 12 23:55:51.833679 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:55:51.834297 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Checking segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:55:51.834960 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Bound using segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:55:51.835565 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Bound port: 81ec905f-b1b8-4515-bb0c-1bc37b74e48f, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:55:51.835949 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:51.875024 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-38d51310-0b25-49c7-8f1c-16c9a5c1673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:51.877015 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-38d51310-0b25-49c7-8f1c-16c9a5c1673a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=923e930b-b793-481f-a057-be9c6d7f3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1514921 Sep 12 23:55:51.879823 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-3731e878-8037-47d7-8934-2d209023b68a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888860 Sep 12 23:55:51.914363 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['57c9f24f-46a8-416f-96ec-1d08fd0338ff'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:55:51.996760 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271cc887-6876-4f22-8043-e9a0f6b40a51 None None] New status for floating IP a781bec1-9abb-4616-9988-1c7e8b62f101: ACTIVE {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:55:52.047021 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:52.113793 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] For port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:55:52.132369 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e80e0-0ac6-405e-bef8-f683353fd43d req-5baf615c-e131-466e-8d97-ec7b81c77fb2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:52.139586 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c73e80e0-0ac6-405e-bef8-f683353fd43d req-5baf615c-e131-466e-8d97-ec7b81c77fb2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 943 time: 0.1845541 Sep 12 23:55:52.171696 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:52.182266 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] For port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:55:52.221360 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:52.235893 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:52.236993 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:52.239424 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/81ec905f-b1b8-4515-bb0c-1bc37b74e48f HTTP/1.1" status: 200 len: 1093 time: 2.4366810 Sep 12 23:55:52.244088 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-76e5ac4a-ef0e-406c-ab4f-e4ae2aae1851 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237886 Sep 12 23:55:52.244088 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'tag': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:55:52.246023 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5faa90-b5ff-47e2-abab-21418459ecde", "tag": "81ec905f-b1b8-4515-bb0c-1bc37b74e48f"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:55:52.270150 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:52.277685 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-cfdfccee-b571-4dd8-ab62-096e127b25d9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933644 Sep 12 23:55:52.768370 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c73e80e0-0ac6-405e-bef8-f683353fd43d req-0e3c7b10-8bef-48b7-af49-6b639348fe08 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6276629 Sep 12 23:55:52.789811 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-a57970e5-1850-4e45-8a0b-caf0fbf71154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:52.791485 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-a57970e5-1850-4e45-8a0b-caf0fbf71154 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 1127 time: 0.4910641 Sep 12 23:55:52.805726 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631ed77-a298-43e9-9339-1d7c6a01821c service neutron] Pushing event updated for resources: {'Port': ['ID=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:52.913135 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291e1ff-52ac-499d-9238-b48eb5db2eda req-c21b3470-a64c-46ea-bd41-907061160079 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:52.914804 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4291e1ff-52ac-499d-9238-b48eb5db2eda req-c21b3470-a64c-46ea-bd41-907061160079 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 945 time: 0.1395574 Sep 12 23:55:52.919892 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-8bfc4e45-0128-4860-a02f-0672279d7461 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81ec905f-b1b8-4515-bb0c-1bc37b74e48f HTTP/1.1" status: 200 len: 217 time: 0.0931370 Sep 12 23:55:52.946274 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54533d95-91bb-4b59-8f8c-0908d0ec9833 x-openstack-request-id: req-54533d95-91bb-4b59-8f8c-0908d0ec9833 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:55:52.946559 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5faa90-b5ff-47e2-abab-21418459ecde", "tag": "81ec905f-b1b8-4515-bb0c-1bc37b74e48f", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:55:52.946806 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54533d95-91bb-4b59-8f8c-0908d0ec9833 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:55:52.948222 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54533d95-91bb-4b59-8f8c-0908d0ec9833'] response: {'name': 'network-changed', 'server_uuid': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'tag': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f', 'status': 'completed', 'code': 200} Sep 12 23:55:52.953788 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 57c9f24f-46a8-416f-96ec-1d08fd0338ff up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:55:53.010159 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c7fbf21-5b7a-4018-b20e-25d0787304e3 req-fcf0a717-d3a9-432d-b445-e3054c800671 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143955 Sep 12 23:55:53.020436 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 57c9f24f-46a8-416f-96ec-1d08fd0338ff completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:55:53.028911 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 57c9f24f-46a8-416f-96ec-1d08fd0338ff triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:53.029406 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:53.082047 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-332d01fb-5c5f-4df2-9db5-de8e0a7dc866 req-1ea903a2-24f1-47ce-affe-dadaab391ebf tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 210 time: 0.0807760 Sep 12 23:55:53.148624 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4291e1ff-52ac-499d-9238-b48eb5db2eda req-7d49e5c1-ecfe-4d02-8877-43da4f050bd9 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169533 Sep 12 23:55:53.158449 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-2feeb859-72f7-4634-8eee-9985aefb40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:53.163735 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-2feeb859-72f7-4634-8eee-9985aefb40ec service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 200 len: 854 time: 0.2308967 Sep 12 23:55:53.190572 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 57c9f24f-46a8-416f-96ec-1d08fd0338ff is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:53.191544 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:53.248324 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 57c9f24f-46a8-416f-96ec-1d08fd0338ff, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:53.249534 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:55:53.253447 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70b9a87-a730-4fc2-9dbf-98d99506bd2c" -d '{"events": [{"server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "name": "network-vif-plugged", "status": "completed", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:55:53.257869 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:53.328230 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=57c9f24f-46a8-416f-96ec-1d08fd0338ff,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:53.352505 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9e4db6-33b8-4e2b-a563-70aad4c1e548 x-openstack-request-id: req-5a9e4db6-33b8-4e2b-a563-70aad4c1e548 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:55:53.353135 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "name": "network-vif-plugged", "status": "completed", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:55:53.353642 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a9e4db6-33b8-4e2b-a563-70aad4c1e548 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:55:53.354899 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9e4db6-33b8-4e2b-a563-70aad4c1e548'] response: {'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'code': 200} Sep 12 23:55:53.399560 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c9d16-b668-411d-8148-d336c168bc6a req-6c12e035-3c1e-45ad-90b0-96ecce34fff9 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:53.403635 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-750c9d16-b668-411d-8148-d336c168bc6a req-6c12e035-3c1e-45ad-90b0-96ecce34fff9 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.1232674 Sep 12 23:55:53.413666 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-914609dd-b8dd-4c80-872a-f63262c5b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:53.415864 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-914609dd-b8dd-4c80-872a-f63262c5b1f8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2443342 Sep 12 23:55:53.596716 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-750c9d16-b668-411d-8148-d336c168bc6a req-d83bc4b1-f5b9-4fc3-bcb7-d2cd63cd1214 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784725 Sep 12 23:55:53.653457 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11beb79b-f79a-4167-b74b-8fc50285b66b req-ba57f152-107c-483b-aa81-899b7fffa2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:53.655054 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-11beb79b-f79a-4167-b74b-8fc50285b66b req-ba57f152-107c-483b-aa81-899b7fffa2e0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 1130 time: 0.0886087 Sep 12 23:55:53.680433 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-0e2dea19-0505-40f4-a903-f4b84da72806 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387671 Sep 12 23:55:53.775175 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-11beb79b-f79a-4167-b74b-8fc50285b66b req-59e6206a-49f1-4bcf-aec6-10d928425d5d service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115754 Sep 12 23:55:53.818969 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63bcb064-f381-4f88-9870-0e34cd5fa1dd req-9428e6a3-5bc5-4399-9dfd-58916af5a355 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294804 Sep 12 23:55:53.945918 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadec49-06c1-447c-a305-bdd78526f6a7 req-af187c21-08f9-40c9-80e4-427204764404 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:53.947690 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4cadec49-06c1-447c-a305-bdd78526f6a7 req-af187c21-08f9-40c9-80e4-427204764404 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 943 time: 0.0557427 Sep 12 23:55:54.021337 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4cadec49-06c1-447c-a305-bdd78526f6a7 req-4dc5f2c7-1e9f-42b0-918b-bed76c49ebff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657167 Sep 12 23:55:54.212114 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2c0d7fd4-425a-4a26-8fe4-3569ebbcd6ab req-9a886436-d9b1-4edf-b120-2181f5a76064 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 210 time: 0.0357757 Sep 12 23:55:54.286663 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18423d-53aa-41b2-89df-9f2c6a30a3cf req-b7e1bd26-e502-47d0-93ce-4f172ae2bfc4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:54.294109 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ae18423d-53aa-41b2-89df-9f2c6a30a3cf req-b7e1bd26-e502-47d0-93ce-4f172ae2bfc4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.0631042 Sep 12 23:55:54.342567 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ae18423d-53aa-41b2-89df-9f2c6a30a3cf req-b338b2a4-4abc-492d-a0ae-e36265eea2b4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Sep 12 23:55:54.719618 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:54.723344 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:54.740904 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772bc13-dd9e-4bae-a2ed-b30aa27c144e req-c02c1961-bcab-49b8-b1bd-ae3f3e69aa0f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:54.742922 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6772bc13-dd9e-4bae-a2ed-b30aa27c144e req-c02c1961-bcab-49b8-b1bd-ae3f3e69aa0f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0580139 Sep 12 23:55:54.808446 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6772bc13-dd9e-4bae-a2ed-b30aa27c144e req-1f951e36-96e9-47f3-ad0b-ae9f5fa47f7f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592334 Sep 12 23:55:55.167488 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677dbf-b268-46ae-a2ad-0f1aaa16c79b req-a3f3b501-a999-438e-ba5e-abd31d8e586b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:55.169274 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c4677dbf-b268-46ae-a2ad-0f1aaa16c79b req-a3f3b501-a999-438e-ba5e-abd31d8e586b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 943 time: 0.0524111 Sep 12 23:55:55.235567 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c4677dbf-b268-46ae-a2ad-0f1aaa16c79b req-7d49fc04-0a93-4c5c-b1e8-9a92e0b3e2e1 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592990 Sep 12 23:55:55.343905 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c3df99d-6b0f-4b68-b8d3-cdf3ee96063e req-f9179e8d-dab5-40ea-a96d-182d2d679b0d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 210 time: 0.0369780 Sep 12 23:55:55.500364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840a224-9774-4568-9326-863b396cac4e req-6b1cdbb4-e2c5-444b-a7e0-6d5729e34107 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:55.507941 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3840a224-9774-4568-9326-863b396cac4e req-6b1cdbb4-e2c5-444b-a7e0-6d5729e34107 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.0602679 Sep 12 23:55:55.600890 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3840a224-9774-4568-9326-863b396cac4e req-ef13f8fd-f7bd-4618-b447-c039447bfe47 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878968 Sep 12 23:55:55.604785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-8c3843f5-8a73-42c9-91a9-830dd640cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:55.606698 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-8c3843f5-8a73-42c9-91a9-830dd640cf74 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 1127 time: 0.0727065 Sep 12 23:55:56.072848 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ccb52-1240-4040-b427-2416bc5a4179 req-8a63955c-7b54-4f69-81f7-22a229174caf tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:56.075428 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5b3ccb52-1240-4040-b427-2416bc5a4179 req-8a63955c-7b54-4f69-81f7-22a229174caf tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.1688216 Sep 12 23:55:56.128042 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-e500a646-ad04-418f-b419-d4e580ce94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:56.130261 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-e500a646-ad04-418f-b419-d4e580ce94a6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 916 time: 0.1798921 Sep 12 23:55:56.182497 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5b3ccb52-1240-4040-b427-2416bc5a4179 req-0686416e-2c8c-45f6-b4e7-b43d3e293ece tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961349 Sep 12 23:55:56.382748 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835ac27-daa3-49c3-a022-d6a926561307 req-7962f10f-092a-4878-8655-0fa46c8bb809 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:56.384318 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e835ac27-daa3-49c3-a022-d6a926561307 req-7962f10f-092a-4878-8655-0fa46c8bb809 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 943 time: 0.0573850 Sep 12 23:55:56.581634 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-7c104eef-9735-4f86-b590-b506afa8f1ad service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81ec905f-b1b8-4515-bb0c-1bc37b74e48f HTTP/1.1" status: 200 len: 217 time: 0.1073623 Sep 12 23:55:56.667956 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e835ac27-daa3-49c3-a022-d6a926561307 req-41d95ecf-89fa-4c77-b037-055e92a04fbd tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738509 Sep 12 23:55:56.748000 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-afbdf40f-8da6-4d23-9502-249acc08b52c req-33680308-8c2c-4022-9c82-6f99aa0a3d2d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 210 time: 0.1605742 Sep 12 23:55:56.812320 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-87f6a7a1-529b-499c-a6a6-2d53eb8708b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:56.813986 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-87f6a7a1-529b-499c-a6a6-2d53eb8708b5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 200 len: 854 time: 0.2088189 Sep 12 23:55:56.942153 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e848e8-67fe-4bd9-b989-cf933bf26253 req-673ab0c7-fd9e-4452-a536-9e7ed6bf1791 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:56.943832 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-01e848e8-67fe-4bd9-b989-cf933bf26253 req-673ab0c7-fd9e-4452-a536-9e7ed6bf1791 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.1515472 Sep 12 23:55:56.956704 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d6bd-7610-44c9-bca3-45e883001059 req-bfef4957-8842-4c49-8deb-a44b5782039a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:56.958444 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-bfef4957-8842-4c49-8deb-a44b5782039a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 819 time: 0.4920361 Sep 12 23:55:56.967672 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 81ec905f-b1b8-4515-bb0c-1bc37b74e48f details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:55:56.995791 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-02e527c8-a3a4-42d0-872d-8116366c937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:56.997389 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-02e527c8-a3a4-42d0-872d-8116366c937d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1155179 Sep 12 23:55:57.158692 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:57.180440 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-01e848e8-67fe-4bd9-b989-cf933bf26253 req-545bb1ed-b9ed-408e-9041-6bac28ed7196 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176085 Sep 12 23:55:57.251369 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-fc9ef277-89ee-4d9f-812c-089560bab3ea tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c458cf41ded4113a09fb07e10d81d39 HTTP/1.1" status: 200 len: 380 time: 0.2754757 Sep 12 23:55:57.258839 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-c9a7eb56-f787-4aea-aca5-d7f786235c1e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524188 Sep 12 23:55:57.259843 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:57.274337 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'port_id': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f', 'mac_address': 'fa:16:3e:5a:f8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:55:57.319044 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:57.319494 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:57.322274 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:57.336906 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ec905f-b1b8-4515-bb0c-1bc37b74e48f {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:55:57.360122 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:57.365235 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:57.394447 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:57.424573 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:57.445564 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2197a-d334-4625-ac6f-3435eae81ded req-6dcd3855-4495-417f-abc2-4d1640116686 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:57.448784 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-92d2197a-d334-4625-ac6f-3435eae81ded req-6dcd3855-4495-417f-abc2-4d1640116686 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.1263840 Sep 12 23:55:57.460274 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5340e-467d-4fa3-8b37-1a1bec99fc35 req-eff1f5eb-5ea5-4b9a-97ff-11848f373626 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:57.462730 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bcc5340e-467d-4fa3-8b37-1a1bec99fc35 req-eff1f5eb-5ea5-4b9a-97ff-11848f373626 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.1565871 Sep 12 23:55:57.473005 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Request body: {'port': {'device_id': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'admin_state_up': True, 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'security_groups': ['63dc9250-a637-45db-82bd-1fa02e3034c1']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:55:57.670513 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['81ec905f-b1b8-4515-bb0c-1bc37b74e48f'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:55:57.810031 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b40da-de0e-402a-8cd8-02e0048284ff req-9142f86d-2e85-4edd-9758-4ff7095f7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:57.811607 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-119b40da-de0e-402a-8cd8-02e0048284ff req-9142f86d-2e85-4edd-9758-4ff7095f7c48 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 1130 time: 0.1802127 Sep 12 23:55:57.822468 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-92d2197a-d334-4625-ac6f-3435eae81ded req-59e79fc1-37a8-4b11-92ed-78dd0ba1b90c tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568728 Sep 12 23:55:57.833202 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bcc5340e-467d-4fa3-8b37-1a1bec99fc35 req-87310331-45f5-4425-97b3-41bcbbfcb0b5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549433 Sep 12 23:55:57.854273 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d2cd8382-8726-44e6-bd04-f5f56b7f1ee1 req-673c8a85-2d59-435e-9cac-75bc712112b1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872268 Sep 12 23:55:57.948084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Made reservation on behalf of 6c458cf41ded4113a09fb07e10d81d39 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:55:57.952345 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:58.000434 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-80b70ff6-be78-4900-a6ed-5427e9c8ea99 req-92060189-86eb-419a-89b0-5093d3e4ceac tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 210 time: 0.0700903 Sep 12 23:55:58.039067 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b40da-de0e-402a-8cd8-02e0048284ff req-d1c9bfbb-2211-429f-ae99-91a7a1be83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:58.040667 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-119b40da-de0e-402a-8cd8-02e0048284ff req-d1c9bfbb-2211-429f-ae99-91a7a1be83f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 917 time: 0.2133617 Sep 12 23:55:58.080776 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252cc1-2766-463b-a535-0653fc92478a req-a9293b2f-413b-4e40-a049-494cc249183d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:58.082629 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d3252cc1-2766-463b-a535-0653fc92478a req-a9293b2f-413b-4e40-a049-494cc249183d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 944 time: 0.1195903 Sep 12 23:55:58.213912 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-119b40da-de0e-402a-8cd8-02e0048284ff req-ae88c817-ebca-49f6-8673-2b6d0441e361 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 HTTP/1.1" status: 200 len: 1002 time: 0.1557188 Sep 12 23:55:58.288281 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d3252cc1-2766-463b-a535-0653fc92478a req-cba4e292-e35f-491a-a8e6-aad3d787c7e6 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500988 Sep 12 23:55:58.304125 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:58.327130 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Allocated IP 172.20.0.4 (d12b1ca0-0f82-443c-a352-272c3b2c327e/20a68d2a-ddbf-4ea2-8101-d2cc10f686c2/36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:55:58.333200 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b40da-de0e-402a-8cd8-02e0048284ff req-345b14c7-9cc6-48dd-9762-aefcaa46df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:58.334676 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-119b40da-de0e-402a-8cd8-02e0048284ff req-345b14c7-9cc6-48dd-9762-aefcaa46df82 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.0897760 Sep 12 23:55:58.398401 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:58.413744 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b40da-de0e-402a-8cd8-02e0048284ff req-a978c218-f134-4a4e-9d07-4727dfb624a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:58.415510 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-119b40da-de0e-402a-8cd8-02e0048284ff req-a978c218-f134-4a4e-9d07-4727dfb624a9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0691707 Sep 12 23:55:58.575050 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d4332-df5c-41e1-8c01-2e2c99564dd1 req-84713b34-bbaf-48ee-93fc-96d0def1b360 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:58.576598 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-512d4332-df5c-41e1-8c01-2e2c99564dd1 req-84713b34-bbaf-48ee-93fc-96d0def1b360 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.1390252 Sep 12 23:55:58.659578 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:58.680716 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-119b40da-de0e-402a-8cd8-02e0048284ff req-1f008de1-5d2f-42fc-a190-6a59f7a085b0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536747 Sep 12 23:55:58.728309 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-512d4332-df5c-41e1-8c01-2e2c99564dd1 req-403d1954-15b3-4632-ae50-e721548d1073 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387205 Sep 12 23:55:58.780690 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:58.853987 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Network d12b1ca0-0f82-443c-a352-272c3b2c327e is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:55:58.859202 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:55:58.864956 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-119b40da-de0e-402a-8cd8-02e0048284ff req-721a9091-f231-404b-ad8c-04cb1f11e218 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682720 Sep 12 23:55:58.865694 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:55:58.890886 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event updated for resources: {'Port': ['ID=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:58.909490 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.909881 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.910205 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.910577 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.911045 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.911629 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.912177 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.912803 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.913481 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.913911 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.914483 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.914996 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.915539 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.916084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.916657 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:55:58.953600 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:58.954414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:58.989037 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 81ec905f-b1b8-4515-bb0c-1bc37b74e48f up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:55:59.008181 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-187df40b-d5cc-4949-942d-1925b4a04327 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5440493 Sep 12 23:55:59.033751 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:59.055143 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:55:59.069115 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:59.069559 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:59.076476 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ff165-f608-41d1-a1ec-c8d413e2b503 req-fad69a47-c2d5-4c0c-9df0-201845a90070 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:59.078063 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-991ff165-f608-41d1-a1ec-c8d413e2b503 req-fad69a47-c2d5-4c0c-9df0-201845a90070 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.1082728 Sep 12 23:55:59.217246 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-bfcfcd75-02a9-4489-9a6b-01d4f0fae66d None None] Provisioning complete for port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:55:59.219027 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bfcfcd75-02a9-4489-9a6b-01d4f0fae66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:59.222976 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:55:59.223452 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:59.226433 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-991ff165-f608-41d1-a1ec-c8d413e2b503 req-011e218a-0aa0-4453-bfe6-b197e90be235 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360798 Sep 12 23:55:59.258926 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb840d-b8a0-4ff2-8d57-8d82b40baa83 req-1aeaf71f-8ffd-4988-8823-aaf877d425a6 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:59.262266 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-eadb840d-b8a0-4ff2-8d57-8d82b40baa83 req-1aeaf71f-8ffd-4988-8823-aaf877d425a6 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 931 time: 0.1403606 Sep 12 23:55:59.287584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:55:59.290081 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081cf0e2-0628-458d-b78a-deb1529196d3" -d '{"events": [{"server_uuid": "ad5faa90-b5ff-47e2-abab-21418459ecde", "name": "network-vif-plugged", "status": "completed", "tag": "81ec905f-b1b8-4515-bb0c-1bc37b74e48f"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:55:59.308353 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:55:59.309591 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfcd75-02a9-4489-9a6b-01d4f0fae66d None None] Port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:55:59.317186 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:55:59.349208 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8d4e35-bb95-42ad-b908-ea03c5877be6 x-openstack-request-id: req-8b8d4e35-bb95-42ad-b908-ea03c5877be6 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:55:59.349469 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5faa90-b5ff-47e2-abab-21418459ecde", "name": "network-vif-plugged", "status": "completed", "tag": "81ec905f-b1b8-4515-bb0c-1bc37b74e48f", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:55:59.349788 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b8d4e35-bb95-42ad-b908-ea03c5877be6 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:55:59.350052 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8d4e35-bb95-42ad-b908-ea03c5877be6'] response: {'server_uuid': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f', 'code': 200} Sep 12 23:55:59.359121 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-eadb840d-b8a0-4ff2-8d57-8d82b40baa83 req-610080b5-9f0d-46c3-bbf9-88a195639919 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774851 Sep 12 23:55:59.385624 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:55:59.449403 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980e26f-b2af-4993-890d-99a9cd247d4f req-40f5da5f-bd76-4545-9445-527d018ab69c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:55:59.450897 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1980e26f-b2af-4993-890d-99a9cd247d4f req-40f5da5f-bd76-4545-9445-527d018ab69c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 945 time: 0.0585449 Sep 12 23:55:59.473119 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:55:59.503950 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1980e26f-b2af-4993-890d-99a9cd247d4f req-c526955e-d1fc-4522-b7fc-faeab829cc52 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469475 Sep 12 23:56:00.330352 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=18 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:00.372863 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=36 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:00.408946 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c6c4d-4241-41f6-9f07-6bd20488aab3 req-1686ee13-6d0b-460b-b5d5-661c1ce31792 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:00.412297 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-098c6c4d-4241-41f6-9f07-6bd20488aab3 req-1686ee13-6d0b-460b-b5d5-661c1ce31792 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0730414 Sep 12 23:56:00.425612 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:00.501587 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Request body: {'port': {'device_id': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:00.534694 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-098c6c4d-4241-41f6-9f07-6bd20488aab3 req-1201316a-715b-4f88-b13a-4f785eb6d33e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179912 Sep 12 23:56:00.546961 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb7678-6593-4e96-a11b-b50ff643bcb8 req-a57c8ad9-2a7c-446c-90de-b1ca007bdea1 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:00.548647 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b9bb7678-6593-4e96-a11b-b50ff643bcb8 req-a57c8ad9-2a7c-446c-90de-b1ca007bdea1 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 931 time: 0.0947139 Sep 12 23:56:00.608419 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:00.708884 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b9bb7678-6593-4e96-a11b-b50ff643bcb8 req-fd087f93-acd7-4eac-b5e2-a930c8a0e71a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313860 Sep 12 23:56:00.730121 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221db51-a4b4-496a-b442-e083f989ae36 req-a1dc5620-4d5c-412c-95d8-de3adc85b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:00.732013 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e221db51-a4b4-496a-b442-e083f989ae36 req-a1dc5620-4d5c-412c-95d8-de3adc85b9cd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 1129 time: 0.0899272 Sep 12 23:56:00.916147 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082639a-e7d9-435d-9a86-5f571167fc10 req-6842c44d-8a84-44d2-853f-eab0e9074af4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:00.918255 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1082639a-e7d9-435d-9a86-5f571167fc10 req-6842c44d-8a84-44d2-853f-eab0e9074af4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 945 time: 0.1087961 Sep 12 23:56:00.980275 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e221db51-a4b4-496a-b442-e083f989ae36 req-bf1820ce-2696-4b6f-8d0f-e6c1986a7809 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374730 Sep 12 23:56:01.340630 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1082639a-e7d9-435d-9a86-5f571167fc10 req-0e87a167-f799-45d2-a568-a1c30d328957 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003570 Sep 12 23:56:01.410719 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:56:01.416697 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Publish callbacks [] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:01.431444 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Transition to ACTIVE for port object 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:56:01.435716 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:01.499195 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Pushing event updated for resources: {'Port': ['ID=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:01.553832 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Attempting to bind port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:56:01.554115 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Attempting to bind port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:56:01.554444 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Attempting to bind port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 on network d12b1ca0-0f82-443c-a352-272c3b2c327e {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:56:01.598354 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 on network d12b1ca0-0f82-443c-a352-272c3b2c327e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:56:01.598694 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Attempting to bind port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 on network d12b1ca0-0f82-443c-a352-272c3b2c327e {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:56:01.601750 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:01.630737 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:01.681759 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:56:01.682075 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Checking segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:56:01.682467 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Bound using segment: {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:56:01.682902 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Bound port: 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92019af-1823-4884-8715-bc17dc0499ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:56:01.683295 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:01.708495 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518da90-ca14-4fb9-91ba-af4dd778863d req-1b71a20d-c782-4488-9588-30437fe5d726 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:01.710004 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5518da90-ca14-4fb9-91ba-af4dd778863d req-1b71a20d-c782-4488-9588-30437fe5d726 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0736911 Sep 12 23:56:01.806079 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] For port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:56:01.843578 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5518da90-ca14-4fb9-91ba-af4dd778863d req-4e10c704-6258-4743-8733-338249ce6812 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121180 Sep 12 23:56:01.847568 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] For port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:56:01.859001 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:01.869378 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd658d-4bea-474a-9937-27369fd98e00 req-87b31dcf-f2fc-43e1-bdf3-82cd3e472204 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:01.871548 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-defd658d-4bea-474a-9937-27369fd98e00 req-87b31dcf-f2fc-43e1-bdf3-82cd3e472204 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 943 time: 0.0807438 Sep 12 23:56:01.875443 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:01.875443 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:01.877159 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 HTTP/1.1" status: 200 len: 1093 time: 1.3828673 Sep 12 23:56:01.877868 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:56:01.880216 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3441777-abae-478a-8c97-25dd81cef4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:56:01.978436 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0dc19-39c2-4a4c-8bd1-708eac94bc3a service neutron] Pushing event updated for resources: {'Port': ['ID=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:02.001903 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-defd658d-4bea-474a-9937-27369fd98e00 req-2da8bed6-5e6d-4fe3-ae68-0f2554383c06 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965025 Sep 12 23:56:02.107364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d6bd-7610-44c9-bca3-45e883001059 req-3c027a7d-de1f-4889-b2ec-bf253eb05834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:02.110828 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-3c027a7d-de1f-4889-b2ec-bf253eb05834 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 1127 time: 0.0930891 Sep 12 23:56:02.113658 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade03d98-0fae-40f8-ae54-a15f3df86643 x-openstack-request-id: req-ade03d98-0fae-40f8-ae54-a15f3df86643 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:56:02.114155 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:56:02.115576 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ade03d98-0fae-40f8-ae54-a15f3df86643 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:56:02.115576 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade03d98-0fae-40f8-ae54-a15f3df86643'] response: {'name': 'network-changed', 'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'status': 'completed', 'code': 200} Sep 12 23:56:02.190974 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-0505c759-bf75-4b4a-a092-4b75c34c1fad service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 HTTP/1.1" status: 200 len: 217 time: 0.0505550 Sep 12 23:56:02.251018 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d6bd-7610-44c9-bca3-45e883001059 req-ab8f7de5-9bd7-4569-a661-f056476ab962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:02.252744 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-ab8f7de5-9bd7-4569-a661-f056476ab962 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.0552170 Sep 12 23:56:02.295435 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:56:02.503760 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012e5fe-b82f-43b8-946d-8d06fe8fb0e7 req-0dc9bb53-63cb-441c-9547-fd3401fcad5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:02.505370 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3012e5fe-b82f-43b8-946d-8d06fe8fb0e7 req-0dc9bb53-63cb-441c-9547-fd3401fcad5d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 945 time: 0.0521588 Sep 12 23:56:02.558286 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3012e5fe-b82f-43b8-946d-8d06fe8fb0e7 req-a8cef72a-76da-4c23-90e0-495b6f56cbe3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471289 Sep 12 23:56:02.603145 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-20832ca1-3d82-45ed-b01b-529e468b1f3e req-b6b2ed7b-e816-46b1-9da1-4ef2fe104913 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:56:02.604420 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-20832ca1-3d82-45ed-b01b-529e468b1f3e req-b6b2ed7b-e816-46b1-9da1-4ef2fe104913 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059316 Sep 12 23:56:02.801695 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc449c-08d6-40b2-a110-d6346f83408d req-804b66d6-fdda-4ae2-bab6-ad16d80884cc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:02.803193 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-55bc449c-08d6-40b2-a110-d6346f83408d req-804b66d6-fdda-4ae2-bab6-ad16d80884cc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 946 time: 0.0505598 Sep 12 23:56:02.906624 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-55bc449c-08d6-40b2-a110-d6346f83408d req-0664c0b1-0612-43e0-9cc8-71ff9ae88bb8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890582 Sep 12 23:56:02.919493 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213d6bd-7610-44c9-bca3-45e883001059 req-16842087-2ee8-4129-8e32-fe579a7bd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:02.920676 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-16842087-2ee8-4129-8e32-fe579a7bd367 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0687160 Sep 12 23:56:02.997936 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:56:03.103823 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-bab7c812-5dfc-4f40-98cc-3a7725a1c2d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682155 Sep 12 23:56:03.158071 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 is: ACTIVE; New status is: DOWN {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:56:03.158480 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:03.243291 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:56:03.248986 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6de9979-49a5-4e3d-999e-218dc0966459" -d '{"events": [{"server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "name": "network-vif-unplugged", "status": "completed", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:56:03.256833 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:56:03.269425 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:03.300744 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273a682-71e8-42e3-9c9b-2ea39e341d0d req-c5d7a57d-0f68-41a0-9eeb-5446347f2d7a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:03.303557 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b273a682-71e8-42e3-9c9b-2ea39e341d0d req-c5d7a57d-0f68-41a0-9eeb-5446347f2d7a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 943 time: 0.1531363 Sep 12 23:56:03.320047 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Sep 2022 23:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25666f5-5ddd-446c-a72a-a409645fea80 x-openstack-request-id: req-d25666f5-5ddd-446c-a72a-a409645fea80 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:56:03.320638 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "name": "network-vif-unplugged", "status": "failed", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0", "code": 422}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:56:03.321279 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d25666f5-5ddd-446c-a72a-a409645fea80 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:56:03.322170 dv-cinder-820027-26-iscsi neutron-server[112753]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d25666f5-5ddd-446c-a72a-a409645fea80']: {'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'code': 422} returned with failed status Sep 12 23:56:03.329404 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38632) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:03.337373 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:03.379838 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=8']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:03.394234 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7213d6bd-7610-44c9-bca3-45e883001059 req-0aa8588a-0f12-4bea-88d2-075db7deb1d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830541 Sep 12 23:56:03.421344 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b273a682-71e8-42e3-9c9b-2ea39e341d0d req-c848276a-c7eb-4cc8-a87e-646900e6aed4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097047 Sep 12 23:56:03.491046 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-9d975a26-888a-4738-bfed-37af0b66b2fc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1590805 Sep 12 23:56:03.502237 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-b8a12de9-9959-4b49-8509-af32a67b3d14 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:56:03.503932 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-b8a12de9-9959-4b49-8509-af32a67b3d14 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0077751 Sep 12 23:56:03.593537 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38642) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:03.646704 dv-cinder-820027-26-iscsi neutron-server[112751]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 12 23:56:03.691373 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728bbcf-9919-4f0e-b7b5-df1056ce71fc req-54a349eb-f1be-4b8b-97f7-43d44f3e59e1 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:03.692950 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e728bbcf-9919-4f0e-b7b5-df1056ce71fc req-54a349eb-f1be-4b8b-97f7-43d44f3e59e1 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 945 time: 0.0532515 Sep 12 23:56:03.696058 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7417-5ebd-4643-8374-346826307c34 req-9528ac34-b9e9-4f1e-bd0e-759a46ce74eb tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:03.697934 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-9528ac34-b9e9-4f1e-bd0e-759a46ce74eb tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports/3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 HTTP/1.1" status: 200 len: 941 time: 0.1030831 Sep 12 23:56:03.732089 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:03.753052 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e728bbcf-9919-4f0e-b7b5-df1056ce71fc req-69c190dd-e340-4602-8337-fe0a84c98ff9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485356 Sep 12 23:56:03.897593 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859c9d-ad8d-4f2a-bf0b-cbbe4c1a1576 req-e029d1fc-5c7d-4edf-bbb6-45b73376bc25 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:03.899162 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-54859c9d-ad8d-4f2a-bf0b-cbbe4c1a1576 req-e029d1fc-5c7d-4edf-bbb6-45b73376bc25 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 945 time: 0.0628521 Sep 12 23:56:03.910234 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 38654) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:03.915469 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-352f5b59-cc09-4a5e-8446-f25fb4c8d05f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'floatingip': {'port_id': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:03.963783 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-352f5b59-cc09-4a5e-8446-f25fb4c8d05f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (ea185e8b-545e-4a7b-a770-537b35fdd53b), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:04.106634 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980c309-110e-43da-b521-e85aa8b236a7 req-b775dcb3-a904-451c-b3d9-0e217869ae89 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:04.108080 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b980c309-110e-43da-b521-e85aa8b236a7 req-b775dcb3-a904-451c-b3d9-0e217869ae89 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0982563 Sep 12 23:56:04.215459 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b980c309-110e-43da-b521-e85aa8b236a7 req-a4df5f88-b1be-4b7d-a8b2-7dd87033aa0e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014242 Sep 12 23:56:04.551369 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-352f5b59-cc09-4a5e-8446-f25fb4c8d05f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:04.570178 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-c3b658b9-d524-4c85-a90b-15b409785e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:04.571701 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-c3b658b9-d524-4c85-a90b-15b409785e28 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 1127 time: 0.0884516 Sep 12 23:56:04.574981 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-352f5b59-cc09-4a5e-8446-f25fb4c8d05f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (ea185e8b-545e-4a7b-a770-537b35fdd53b), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:04.686167 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d16fd6-1331-4a0d-8d95-2164bbf1735b req-e4018d78-35e6-4eee-97c8-65638a3071da tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:04.687891 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-97d16fd6-1331-4a0d-8d95-2164bbf1735b req-e4018d78-35e6-4eee-97c8-65638a3071da tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 943 time: 0.1630089 Sep 12 23:56:04.767840 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:04.818261 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [None req-352f5b59-cc09-4a5e-8446-f25fb4c8d05f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Floating IP ea185e8b-545e-4a7b-a770-537b35fdd53b associated. External IP: 172.27.1.137, port: 81ec905f-b1b8-4515-bb0c-1bc37b74e48f. Sep 12 23:56:04.824655 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-97d16fd6-1331-4a0d-8d95-2164bbf1735b req-4c9018dd-a9ed-48f2-8408-68567b916f70 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298933 Sep 12 23:56:04.825743 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-09b82b1f-01fb-486b-a4a1-c4cad66d60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:04.827165 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-09b82b1f-01fb-486b-a4a1-c4cad66d60d1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.2124672 Sep 12 23:56:04.902567 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-fb04bdd1-c605-423d-adb3-e1bdff16e330 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 HTTP/1.1" status: 200 len: 217 time: 0.0459442 Sep 12 23:56:04.963093 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:05.070487 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352f5b59-cc09-4a5e-8446-f25fb4c8d05f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:56:05.181382 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352f5b59-cc09-4a5e-8446-f25fb4c8d05f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:56:05.187710 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-352f5b59-cc09-4a5e-8446-f25fb4c8d05f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:05.199270 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:56:05.214872 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:56:05.217959 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:55:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:05.257793 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-352f5b59-cc09-4a5e-8446-f25fb4c8d05f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/ea185e8b-545e-4a7b-a770-537b35fdd53b HTTP/1.1" status: 200 len: 991 time: 1.3441544 Sep 12 23:56:05.258600 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'tag': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:56:05.261072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfaf431-e9a3-4597-bf47-0db65f26661d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5faa90-b5ff-47e2-abab-21418459ecde", "tag": "81ec905f-b1b8-4515-bb0c-1bc37b74e48f"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:56:05.280245 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-4b210be3-dbc3-46c6-a76a-f3cd5c7e52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:05.284632 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-4b210be3-dbc3-46c6-a76a-f3cd5c7e52f9 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.0940890 Sep 12 23:56:05.342749 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de7a80a-3a98-40e6-b21d-1ed757ff9acf x-openstack-request-id: req-2de7a80a-3a98-40e6-b21d-1ed757ff9acf {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:56:05.343042 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5faa90-b5ff-47e2-abab-21418459ecde", "tag": "81ec905f-b1b8-4515-bb0c-1bc37b74e48f", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:56:05.343831 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2de7a80a-3a98-40e6-b21d-1ed757ff9acf {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:56:05.344492 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de7a80a-3a98-40e6-b21d-1ed757ff9acf'] response: {'name': 'network-changed', 'server_uuid': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'tag': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f', 'status': 'completed', 'code': 200} Sep 12 23:56:05.345524 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:56:05.354456 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-8b34b9dd-eafc-4cc3-90bc-a41482135649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:05.356390 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-8b34b9dd-eafc-4cc3-90bc-a41482135649 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0638340 Sep 12 23:56:05.442891 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:05.520896 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-53a2c5cc-bf75-440f-9b8c-b6041c78e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:05.522531 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-53a2c5cc-bf75-440f-9b8c-b6041c78e21c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 1129 time: 0.1287954 Sep 12 23:56:05.532867 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0f71d-adb8-4b53-90a4-98dd4d7fa739 req-1109ec04-9f25-4f0f-baad-9f5e0158cd1c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:05.534323 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-75e0f71d-adb8-4b53-90a4-98dd4d7fa739 req-1109ec04-9f25-4f0f-baad-9f5e0158cd1c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.1314707 Sep 12 23:56:05.628485 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-4f0e6062-2cf3-4f45-89cc-b2bcc3aaad6e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613010 Sep 12 23:56:05.641972 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '9b70073e-bba2-452f-bbf5-31d06db8ba07', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:09:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:36Z', 'updated_at': '2022-09-12T23:54:28Z', 'revision_number': 2, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}, {'id': 'ea185e8b-545e-4a7b-a770-537b35fdd53b', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:5a:f8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:33Z', 'updated_at': '2022-09-12T23:56:04Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:05.689524 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-75e0f71d-adb8-4b53-90a4-98dd4d7fa739 req-03358a97-b227-4a27-8f1d-306d6b00f81f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439745 Sep 12 23:56:05.695911 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:56:05.710072 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:56:05.711318 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:55:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:05.756226 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-36e2bed5-dc6b-42d6-9bf0-ebec95cc6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:05.757745 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-36e2bed5-dc6b-42d6-9bf0-ebec95cc6a5e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 916 time: 0.2110701 Sep 12 23:56:05.783324 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:05.783593 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:05.838279 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3441777-abae-478a-8c97-25dd81cef4a1 req-779eaa94-5965-4902-a0cd-0dee2d1e795b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950469 Sep 12 23:56:05.857045 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-6cea4961-d312-4bca-ac99-99726d2193d0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81ec905f-b1b8-4515-bb0c-1bc37b74e48f HTTP/1.1" status: 200 len: 999 time: 0.0910621 Sep 12 23:56:05.895240 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:56:05.929785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-d7df0784-c4c0-4d32-ab90-134c51d0a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:05.931433 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-d7df0784-c4c0-4d32-ab90-134c51d0a3b7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 200 len: 854 time: 0.0574026 Sep 12 23:56:06.015619 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33cdb9-707d-4487-b236-2e92a934e8bf req-49b6ff24-b92f-4adb-b34d-58561989f4dd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:06.017326 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1f33cdb9-707d-4487-b236-2e92a934e8bf req-49b6ff24-b92f-4adb-b34d-58561989f4dd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 943 time: 0.0849404 Sep 12 23:56:06.020937 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-6fe27a1d-0228-427b-afa9-e9e96e942cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:06.022583 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-6fe27a1d-0228-427b-afa9-e9e96e942cf3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0793567 Sep 12 23:56:06.049792 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:06.127810 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1f33cdb9-707d-4487-b236-2e92a934e8bf req-74660db1-5e58-40ff-a7c2-c4107314a3e1 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029298 Sep 12 23:56:06.132070 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:06.181502 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-5ae4b02b-2499-4be9-baac-673e1481de5d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479256 Sep 12 23:56:06.189030 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:06.228116 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '9b70073e-bba2-452f-bbf5-31d06db8ba07', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:09:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:36Z', 'updated_at': '2022-09-12T23:54:28Z', 'revision_number': 2, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}, {'id': 'ea185e8b-545e-4a7b-a770-537b35fdd53b', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:5a:f8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:33Z', 'updated_at': '2022-09-12T23:56:04Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:06.258690 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c26d0cb-76d3-4dba-8884-50c3c10de860 None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '9b70073e-bba2-452f-bbf5-31d06db8ba07', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:09:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:36Z', 'updated_at': '2022-09-12T23:54:28Z', 'revision_number': 2, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}, {'id': 'ea185e8b-545e-4a7b-a770-537b35fdd53b', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:5a:f8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:33Z', 'updated_at': '2022-09-12T23:56:04Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:56:06.490268 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0221065b-898a-4dce-a32c-08a33ca07255 None None] New status for floating IP ea185e8b-545e-4a7b-a770-537b35fdd53b: ACTIVE {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:56:06.793987 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0dfaf431-e9a3-4597-bf47-0db65f26661d req-5642cf5f-49ee-4b60-8ab1-8423dc665759 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645818 Sep 12 23:56:06.855681 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a2997-2aa4-4143-beb5-71fa0bcb0df4 req-fc1f5de9-4ba3-4112-aec6-874c6814bd64 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:06.857181 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f98a2997-2aa4-4143-beb5-71fa0bcb0df4 req-fc1f5de9-4ba3-4112-aec6-874c6814bd64 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0519674 Sep 12 23:56:06.912806 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f98a2997-2aa4-4143-beb5-71fa0bcb0df4 req-bc940684-f05d-465d-be54-5fab6bb87f2a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491505 Sep 12 23:56:06.998035 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:56:07.109645 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:56:07.129983 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'port_id': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'mac_address': 'fa:16:3e:fc:af:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:56:07.188496 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:56:07.188957 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:07.210951 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:56:07.240545 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:56:07.246984 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:07.292365 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d55708-0bcb-45e5-87b6-319cc41d12ac req-f16e1c37-863e-409b-9d21-56b047fa6b51 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:07.294012 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1d55708-0bcb-45e5-87b6-319cc41d12ac req-f16e1c37-863e-409b-9d21-56b047fa6b51 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 943 time: 0.0715570 Sep 12 23:56:07.321751 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:07.330297 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.330816 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.333584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.333584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.333584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.333584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.333584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.333584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.333584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.333584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.334283 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.334283 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.334471 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.334804 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.335125 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:07.360313 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1d55708-0bcb-45e5-87b6-319cc41d12ac req-1b9bfef6-d709-47f3-b498-8872a3c51f24 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597303 Sep 12 23:56:07.563571 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:56:07.635760 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:08.027632 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:08.070373 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f34683-b2b4-4c7c-aa62-76d72620452e req-d964da6c-957b-4521-8a79-507210fbc7ca tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:08.072049 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89f34683-b2b4-4c7c-aa62-76d72620452e req-d964da6c-957b-4521-8a79-507210fbc7ca tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0529542 Sep 12 23:56:08.125258 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89f34683-b2b4-4c7c-aa62-76d72620452e req-09abab14-793b-409e-a53c-8ac5dd4bba6c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463748 Sep 12 23:56:08.507317 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11edfe-6cca-4409-8eb5-0b0db22e1612 req-f1e5ebf6-194c-48f1-adc6-7d5432bbdf03 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:08.509653 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4c11edfe-6cca-4409-8eb5-0b0db22e1612 req-f1e5ebf6-194c-48f1-adc6-7d5432bbdf03 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 944 time: 0.0539598 Sep 12 23:56:08.567154 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4c11edfe-6cca-4409-8eb5-0b0db22e1612 req-1c084a07-fd3b-484a-93b6-b52591f54c14 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525236 Sep 12 23:56:08.645166 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-dbd2f836-f2f9-49fd-b23a-990b892adae1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413148 Sep 12 23:56:09.004127 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:56:09.035730 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-4beb59af-9023-48b2-b81a-8d3e8520d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:09.038679 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-4beb59af-9023-48b2-b81a-8d3e8520d234 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 1129 time: 0.0458679 Sep 12 23:56:09.087618 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:56:09.090066 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a78e17f0-cc01-4aa5-9b42-b317b3fb684d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:09.097469 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:56:09.097861 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:09.180257 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:56:09.180645 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:09.186508 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-3923bf89-8d34-4c18-adf0-94a0e3efca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:09.188448 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-3923bf89-8d34-4c18-adf0-94a0e3efca35 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.1143522 Sep 12 23:56:09.212362 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:56:09.215717 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8956b9b-75c8-499c-96ae-3befac2d62e3" -d '{"events": [{"server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "name": "network-vif-plugged", "status": "completed", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:56:09.245035 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-8dbb744c-c372-405d-9bf3-d004c3f8af41 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b826088f-8d82-4b72-a304-bc22a8977946 HTTP/1.1" status: 200 len: 217 time: 0.0494096 Sep 12 23:56:09.245350 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:56:09.250608 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:09.274999 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a91ecb0-5255-4ff7-89df-0d6d09220921 x-openstack-request-id: req-7a91ecb0-5255-4ff7-89df-0d6d09220921 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:56:09.275349 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "name": "network-vif-plugged", "status": "completed", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:56:09.275631 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a91ecb0-5255-4ff7-89df-0d6d09220921 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:56:09.276380 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a91ecb0-5255-4ff7-89df-0d6d09220921'] response: {'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'code': 200} Sep 12 23:56:09.306827 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:09.309855 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:09.344096 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-bc8b7844-dca9-4397-bd7a-d1eee901a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:09.345680 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-bc8b7844-dca9-4397-bd7a-d1eee901a13f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.0930398 Sep 12 23:56:09.356244 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2fe3e-9c78-40af-87d5-5ca159c5d4bf req-c5918d30-362e-4fa2-a0bc-64ccd01b1360 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:09.357727 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fdb2fe3e-9c78-40af-87d5-5ca159c5d4bf req-c5918d30-362e-4fa2-a0bc-64ccd01b1360 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.1013541 Sep 12 23:56:09.415950 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-c51740d1-bcae-48ea-a8ce-144ecbafe49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:09.417454 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-c51740d1-bcae-48ea-a8ce-144ecbafe49f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566571 Sep 12 23:56:09.490675 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fdb2fe3e-9c78-40af-87d5-5ca159c5d4bf req-7d4ebefc-34d8-4867-8ae4-b2418578dd3a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205397 Sep 12 23:56:09.522523 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03212c34-f2e3-4ce7-b0ed-1a06bb4e36cc req-338f5cea-efdd-496b-b661-73abc98d27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:09.524075 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-03212c34-f2e3-4ce7-b0ed-1a06bb4e36cc req-338f5cea-efdd-496b-b661-73abc98d27fe service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 1129 time: 0.1011331 Sep 12 23:56:09.584671 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:09.607311 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-bee7ffe0-e9d1-4c0c-8917-b870759fb6f9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728461 Sep 12 23:56:09.610061 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-03212c34-f2e3-4ce7-b0ed-1a06bb4e36cc req-2bf71de5-4e8c-4096-99d9-eaf8a720db8b service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786300 Sep 12 23:56:09.697568 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b0623-f653-4c5f-83a9-06ccf2c524c4 req-1d5a031d-e0c7-4fa8-931e-ac7c6a86bbda tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:09.699089 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ff2b0623-f653-4c5f-83a9-06ccf2c524c4 req-1d5a031d-e0c7-4fa8-931e-ac7c6a86bbda tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0484200 Sep 12 23:56:09.754179 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ff2b0623-f653-4c5f-83a9-06ccf2c524c4 req-732f0dce-8e1f-411f-8c07-d08b1233b94d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485005 Sep 12 23:56:09.933573 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c179fe-abfd-4647-a452-6b208ff8a90a req-2fb10f48-345c-4565-9088-d9d6b44bb67d tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:09.935095 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-14c179fe-abfd-4647-a452-6b208ff8a90a req-2fb10f48-345c-4565-9088-d9d6b44bb67d tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.0894794 Sep 12 23:56:09.995245 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89730b5e-f537-47ce-a285-fa2a39c27e42 req-d3210a46-90ac-4237-af3f-7765e18e438b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574833 Sep 12 23:56:10.020565 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-14c179fe-abfd-4647-a452-6b208ff8a90a req-3901cb2e-5876-4a83-9122-530f3b833b75 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781124 Sep 12 23:56:10.051166 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 38704) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:10.215352 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6060e31-3a99-4dda-b75f-1102784f5d37 tempest-TestMinimumBasicScenario-1472959327 tempest-TestMinimumBasicScenario-1472959327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:10.216916 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-c6060e31-3a99-4dda-b75f-1102784f5d37 tempest-TestMinimumBasicScenario-1472959327 tempest-TestMinimumBasicScenario-1472959327-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 1125 time: 0.1646376 Sep 12 23:56:10.220496 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38708) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:10.225247 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'port_id': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:10.251569 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:10.350248 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:10.482652 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Allocated IP 172.27.1.186 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/fad4e00a-163f-4389-ad08-9318617f7dba) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:56:10.594998 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for port (fad4e00a-163f-4389-ad08-9318617f7dba), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:10.631232 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (fad4e00a-163f-4389-ad08-9318617f7dba), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:10.632186 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ef40-c113-47e4-92ec-d76e131452bf req-4165b37e-535d-413c-8a9f-6b3aa45eb531 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:10.633838 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8ec0ef40-c113-47e4-92ec-d76e131452bf req-4165b37e-535d-413c-8a9f-6b3aa45eb531 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0590925 Sep 12 23:56:10.675078 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:56:10.680233 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:56:10.683052 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:56:10.694211 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8ec0ef40-c113-47e4-92ec-d76e131452bf req-42df7f46-4d2b-4464-ab39-26bd74e1b22b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531292 Sep 12 23:56:10.706773 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'Port': ['ID=fad4e00a-163f-4389-ad08-9318617f7dba,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:10.722989 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.723359 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.723778 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.724121 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.724453 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.724781 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.725108 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.725460 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.725861 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.726204 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.726530 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.726852 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.727174 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.727520 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.727838 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:56:10.894117 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d6c9d-2601-44d2-8010-48556d0309e1 req-0c7a9402-57e8-426b-9e4b-172b788bfe02 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:10.895762 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bb0d6c9d-2601-44d2-8010-48556d0309e1 req-0c7a9402-57e8-426b-9e4b-172b788bfe02 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0522110 Sep 12 23:56:10.952314 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bb0d6c9d-2601-44d2-8010-48556d0309e1 req-4f1013bc-2e66-41cd-8d9b-d96423cd2ae6 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479844 Sep 12 23:56:11.253666 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:11.255379 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:11.258777 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for floatingip (a04f0371-cdb1-4a9d-ad38-5b6913f2d680), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:11.332855 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (fad4e00a-163f-4389-ad08-9318617f7dba), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:11.506618 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for port (fad4e00a-163f-4389-ad08-9318617f7dba), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:11.512746 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (fad4e00a-163f-4389-ad08-9318617f7dba), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:11.513443 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (a04f0371-cdb1-4a9d-ad38-5b6913f2d680), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:11.597037 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'Port': ['ID=fad4e00a-163f-4389-ad08-9318617f7dba,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:11.645400 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.l3_db [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Floating IP a04f0371-cdb1-4a9d-ad38-5b6913f2d680 associated. External IP: 172.27.1.186, port: 57c9f24f-46a8-416f-96ec-1d08fd0338ff. Sep 12 23:56:11.830834 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61116bf-70d6-4319-a471-c620c4716021 req-81d38e56-8626-4e7c-97ab-fcaf1334ee5e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:11.832419 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e61116bf-70d6-4319-a471-c620c4716021 req-81d38e56-8626-4e7c-97ab-fcaf1334ee5e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0496726 Sep 12 23:56:11.864013 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Router d76f1542-dba9-4e0a-894e-8fd6918444d1 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:56:11.884831 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:11.891417 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e61116bf-70d6-4319-a471-c620c4716021 req-602000fe-33eb-4bce-8774-889d4bc8f5fa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528483 Sep 12 23:56:11.969512 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7417-5ebd-4643-8374-346826307c34 req-7882fe5b-19b0-4948-b4b5-1ac736418c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:11.970462 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-265eb3ef-5da7-4589-bd5b-810e6b3466da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:11.972537 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-7882fe5b-19b0-4948-b4b5-1ac736418c5a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65&tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff HTTP/1.1" status: 200 len: 1128 time: 0.0781729 Sep 12 23:56:11.997939 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:56:12.020505 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.020750 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] Sync routers for ids ['d76f1542-dba9-4e0a-894e-8fd6918444d1'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:56:12.036053 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] Routers {'d76f1542-dba9-4e0a-894e-8fd6918444d1'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:56:12.036722 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:56:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['d76f1542-dba9-4e0a-894e-8fd6918444d1'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:12.063181 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-045d91d9-d0fc-4ce6-8b56-b6903fb9829f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8410296 Sep 12 23:56:12.064567 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38720) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:12.065579 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:56:12.069754 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:56:12.082861 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-245d8197-8eb8-4efc-ac33-3800be732db3 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322726012', 'description': 'tempest-secgroup-smoke-322726012 description', 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:12.100919 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7417-5ebd-4643-8374-346826307c34 req-36ca2ee6-ea60-4905-9d01-d655a46ac7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:12.103266 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-36ca2ee6-ea60-4905-9d01-d655a46ac7b4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 1128 time: 0.1025920 Sep 12 23:56:12.123138 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-245d8197-8eb8-4efc-ac33-3800be732db3 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.140000 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c270c3-46be-4ca5-88ef-74c01ec69c59 req-8ccfc750-f3eb-4dfc-a45c-8d30a60cf11a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:12.141771 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-93c270c3-46be-4ca5-88ef-74c01ec69c59 req-8ccfc750-f3eb-4dfc-a45c-8d30a60cf11a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0900486 Sep 12 23:56:12.167415 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fa5198-ae7a-4129-9376-e468222bce6f x-openstack-request-id: req-28fa5198-ae7a-4129-9376-e468222bce6f {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:56:12.168458 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:56:12.168860 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28fa5198-ae7a-4129-9376-e468222bce6f {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:56:12.169507 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28fa5198-ae7a-4129-9376-e468222bce6f'] response: {'name': 'network-changed', 'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'status': 'completed', 'code': 200} Sep 12 23:56:12.191585 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:12.215106 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] Set router d76f1542-dba9-4e0a-894e-8fd6918444d1 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:56:12.228974 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:12.273143 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-245d8197-8eb8-4efc-ac33-3800be732db3 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group (13203dc5-2165-400b-9f8d-a87a9b53aa17), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.280442 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-245d8197-8eb8-4efc-ac33-3800be732db3 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (13203dc5-2165-400b-9f8d-a87a9b53aa17), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.280902 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-93c270c3-46be-4ca5-88ef-74c01ec69c59 req-dd76b269-550e-4efe-adb8-824a7305af13 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088805 Sep 12 23:56:12.299521 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7417-5ebd-4643-8374-346826307c34 req-fe1b6e5d-1351-4dde-9ff2-20452c360388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:12.301075 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-fe1b6e5d-1351-4dde-9ff2-20452c360388 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 917 time: 0.1909931 Sep 12 23:56:12.303456 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-0f7bd86f-84d7-4dcc-bdd0-ce1b3730ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:12.304915 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-0f7bd86f-84d7-4dcc-bdd0-ce1b3730ad09 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=880f7d1c88224ebd85d15f7c43e7fe72&device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 1130 time: 0.0899348 Sep 12 23:56:12.323050 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-245d8197-8eb8-4efc-ac33-3800be732db3 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.325898 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-245d8197-8eb8-4efc-ac33-3800be732db3 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2499211 Sep 12 23:56:12.328059 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38728) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:12.332815 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-753decfe-5c9c-4531-86ca-b00f5c9da152 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'security_group_rule': {'security_group_id': '13203dc5-2165-400b-9f8d-a87a9b53aa17', 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:12.340617 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d8197-8eb8-4efc-ac33-3800be732db3 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13203dc5-2165-400b-9f8d-a87a9b53aa17,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:12.369260 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-753decfe-5c9c-4531-86ca-b00f5c9da152 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (c170c257-0202-4953-acde-768db1998bc7), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.396854 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-66196b8e-2437-46e7-9d56-14699c9612de service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 HTTP/1.1" status: 200 len: 1000 time: 0.0838969 Sep 12 23:56:12.440697 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-753decfe-5c9c-4531-86ca-b00f5c9da152 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (c170c257-0202-4953-acde-768db1998bc7), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.445563 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-753decfe-5c9c-4531-86ca-b00f5c9da152 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (c170c257-0202-4953-acde-768db1998bc7), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.468576 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753decfe-5c9c-4531-86ca-b00f5c9da152 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c170c257-0202-4953-acde-768db1998bc7,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:12.480223 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-753decfe-5c9c-4531-86ca-b00f5c9da152 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.484622 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-753decfe-5c9c-4531-86ca-b00f5c9da152 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524138 Sep 12 23:56:12.484864 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38730) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:12.489684 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-ccbec0a9-7e8b-42c8-976c-9563dd8e462b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'security_group_rule': {'security_group_id': '13203dc5-2165-400b-9f8d-a87a9b53aa17', 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:12.504506 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:12.521169 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ccbec0a9-7e8b-42c8-976c-9563dd8e462b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (cc709636-f4b6-4818-903b-6b9bd0c273ef), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.539850 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cacef8-697b-4026-9f9d-880d7f7048b5 req-76a5dc41-f6c0-436b-959b-b441fe92db10 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:12.542028 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f4cacef8-697b-4026-9f9d-880d7f7048b5 req-76a5dc41-f6c0-436b-959b-b441fe92db10 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.1350706 Sep 12 23:56:12.553812 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'a04f0371-cdb1-4a9d-ad38-5b6913f2d680', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'port_id': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'mac_address': 'fa:16:3e:73:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:56:11Z', 'updated_at': '2022-09-12T23:56:11Z', 'revision_number': 0, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb122e29-efb0-422f-a269-5a8d82ab5145', 'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'mac_address': 'fa:16:3e:95:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:32Z', 'updated_at': '2022-09-12T23:54:45Z', 'revision_number': 5, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'subnets': [{'id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:12.559716 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38732) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:12.565648 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-16077d10-5af3-4feb-9832-b60953099b21 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Request body: {'floatingip': {'port_id': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:12.570832 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7417-5ebd-4643-8374-346826307c34 req-c7dd690e-de60-44d6-b45a-17f6b77313a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:12.571267 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-c7dd690e-de60-44d6-b45a-17f6b77313a4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.1439860 Sep 12 23:56:12.581275 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] Checking router: d76f1542-dba9-4e0a-894e-8fd6918444d1 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:56:12.586446 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:12.594160 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] Routers {'d76f1542-dba9-4e0a-894e-8fd6918444d1'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:56:12.595169 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:56:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['d76f1542-dba9-4e0a-894e-8fd6918444d1'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:12.598376 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-a4e878b0-b598-443c-b376-56657a37d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:12.599898 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-a4e878b0-b598-443c-b376-56657a37d825 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 HTTP/1.1" status: 200 len: 916 time: 0.2021382 Sep 12 23:56:12.621961 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-16077d10-5af3-4feb-9832-b60953099b21 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for floatingip (f8f51975-91bf-41a1-be37-14a4beacb0ec), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.676078 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c7417-5ebd-4643-8374-346826307c34 req-3bf9ccff-cd58-43b1-b0e7-823613f50864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:12.677600 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-3bf9ccff-cd58-43b1-b0e7-823613f50864 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0944505 Sep 12 23:56:12.705221 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] Set router d76f1542-dba9-4e0a-894e-8fd6918444d1 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:56:12.705491 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ccbec0a9-7e8b-42c8-976c-9563dd8e462b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (cc709636-f4b6-4818-903b-6b9bd0c273ef), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.708649 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-3f0a89d2-21ad-45d9-b969-6bafc7e9d634 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 200 len: 1000 time: 0.0873971 Sep 12 23:56:12.717420 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ccbec0a9-7e8b-42c8-976c-9563dd8e462b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (cc709636-f4b6-4818-903b-6b9bd0c273ef), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.766178 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbec0a9-7e8b-42c8-976c-9563dd8e462b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc709636-f4b6-4818-903b-6b9bd0c273ef,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:12.773118 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ccbec0a9-7e8b-42c8-976c-9563dd8e462b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.779306 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-ccbec0a9-7e8b-42c8-976c-9563dd8e462b tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2884831 Sep 12 23:56:12.779552 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 38734) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:12.783608 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-b7b68cfe-c424-464d-a776-f32e2410b849 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'security_group_rule': {'security_group_id': '13203dc5-2165-400b-9f8d-a87a9b53aa17', 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:12.793106 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:12.827894 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-998baf71-d963-45a0-8240-93f49f294078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:12.829435 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-998baf71-d963-45a0-8240-93f49f294078 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=3f740b43-608c-44c8-90db-c1213f1a7a59 HTTP/1.1" status: 200 len: 854 time: 0.0930853 Sep 12 23:56:12.870071 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-f77ebb9e-1322-4793-9bdf-6a1c411ff65b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834536 Sep 12 23:56:12.876683 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b7b68cfe-c424-464d-a776-f32e2410b849 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (25924797-7565-4ae9-aa50-c609557ffced), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:12.920633 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-9395e546-e659-4315-8ce5-ba823367d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:12.922159 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-9395e546-e659-4315-8ce5-ba823367d71e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0854304 Sep 12 23:56:12.958677 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'a04f0371-cdb1-4a9d-ad38-5b6913f2d680', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'port_id': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'mac_address': 'fa:16:3e:73:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:56:11Z', 'updated_at': '2022-09-12T23:56:11Z', 'revision_number': 0, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb122e29-efb0-422f-a269-5a8d82ab5145', 'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'mac_address': 'fa:16:3e:95:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:32Z', 'updated_at': '2022-09-12T23:54:45Z', 'revision_number': 5, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'subnets': [{'id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:12.993892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa4786-04d9-4b8d-8f9d-18f48a15bd69 None None] The sync data for ids ['d76f1542-dba9-4e0a-894e-8fd6918444d1'] in dv-cinder-820027-26-iscsi is: [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'a04f0371-cdb1-4a9d-ad38-5b6913f2d680', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'port_id': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'mac_address': 'fa:16:3e:73:83:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:56:11Z', 'updated_at': '2022-09-12T23:56:11Z', 'revision_number': 0, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb122e29-efb0-422f-a269-5a8d82ab5145', 'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'mac_address': 'fa:16:3e:95:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:32Z', 'updated_at': '2022-09-12T23:54:45Z', 'revision_number': 5, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'subnets': [{'id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:56:13.090287 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:13.155788 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dd300-3bfc-4feb-8d55-4f2a24b7be8d req-aac51a8c-d2be-4729-a198-7436a30aed6b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:13.157343 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0e2dd300-3bfc-4feb-8d55-4f2a24b7be8d req-aac51a8c-d2be-4729-a198-7436a30aed6b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.1266768 Sep 12 23:56:13.159786 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b7b68cfe-c424-464d-a776-f32e2410b849 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (25924797-7565-4ae9-aa50-c609557ffced), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.160416 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-16077d10-5af3-4feb-9832-b60953099b21 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.161359 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:13.167652 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-16077d10-5af3-4feb-9832-b60953099b21 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (f8f51975-91bf-41a1-be37-14a4beacb0ec), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.171634 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b7b68cfe-c424-464d-a776-f32e2410b849 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (25924797-7565-4ae9-aa50-c609557ffced), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.174936 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-665c7417-5ebd-4643-8374-346826307c34 req-c62a2bb2-fcbe-4d07-96fc-3c7cf12b556f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920389 Sep 12 23:56:13.209435 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-197ee7dc-3757-4831-8714-6cc7344e5c46 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502887 Sep 12 23:56:13.218268 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b68cfe-c424-464d-a776-f32e2410b849 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25924797-7565-4ae9-aa50-c609557ffced,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:13.230650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b7b68cfe-c424-464d-a776-f32e2410b849 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.236647 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-b7b68cfe-c424-464d-a776-f32e2410b849 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4528215 Sep 12 23:56:13.237070 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38740) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:13.240577 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-2332fb1f-b0c9-4e20-87d8-b93562e91a1a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'security_group_rule': {'security_group_id': '13203dc5-2165-400b-9f8d-a87a9b53aa17', 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:13.274624 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.298550 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689262c2-c204-4d02-8404-eabfb72fe526 None None] New status for floating IP a04f0371-cdb1-4a9d-ad38-5b6913f2d680: ACTIVE {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:56:13.316210 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.l3_db [None req-16077d10-5af3-4feb-9832-b60953099b21 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Floating IP f8f51975-91bf-41a1-be37-14a4beacb0ec associated. External IP: 172.27.1.96, port: 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1. Sep 12 23:56:13.320238 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2332fb1f-b0c9-4e20-87d8-b93562e91a1a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (d85c1684-b284-452c-b637-6843a847d3a7), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.335684 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0e2dd300-3bfc-4feb-8d55-4f2a24b7be8d req-461f8401-58c8-45a4-9025-f109b04d910b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556585 Sep 12 23:56:13.356510 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:13.361453 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:13.427030 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9698d8c7-eeda-46ce-8a4c-ab1ae82e63d1 req-e4c28cbc-021e-4df4-8e98-e460738dbb0e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889999 Sep 12 23:56:13.484189 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2332fb1f-b0c9-4e20-87d8-b93562e91a1a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (d85c1684-b284-452c-b637-6843a847d3a7), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.493752 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2332fb1f-b0c9-4e20-87d8-b93562e91a1a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (d85c1684-b284-452c-b637-6843a847d3a7), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.565251 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332fb1f-b0c9-4e20-87d8-b93562e91a1a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85c1684-b284-452c-b637-6843a847d3a7,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:13.578411 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2332fb1f-b0c9-4e20-87d8-b93562e91a1a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.579660 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-2332fb1f-b0c9-4e20-87d8-b93562e91a1a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3438201 Sep 12 23:56:13.583744 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 38750) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:13.590704 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-b170177d-16c9-4579-9cca-9c66d399873f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'security_group_rule': {'security_group_id': '13203dc5-2165-400b-9f8d-a87a9b53aa17', 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:13.624943 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.securitygroups_db [None req-b170177d-16c9-4579-9cca-9c66d399873f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Project 880f7d1c88224ebd85d15f7c43e7fe72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 23:56:13.632826 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b170177d-16c9-4579-9cca-9c66d399873f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (2ccc50a8-49d7-4e43-960f-cf72132d3544), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.655733 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16077d10-5af3-4feb-9832-b60953099b21 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Router 4c304214-a3ab-4bea-b2b5-aef94e0c170c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:56:13.710983 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b170177d-16c9-4579-9cca-9c66d399873f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (2ccc50a8-49d7-4e43-960f-cf72132d3544), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.719148 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b170177d-16c9-4579-9cca-9c66d399873f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (2ccc50a8-49d7-4e43-960f-cf72132d3544), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.746902 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170177d-16c9-4579-9cca-9c66d399873f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccc50a8-49d7-4e43-960f-cf72132d3544,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:13.756908 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b170177d-16c9-4579-9cca-9c66d399873f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.761654 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-b170177d-16c9-4579-9cca-9c66d399873f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1736891 Sep 12 23:56:13.764483 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 38756) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:13.771987 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-52698703-1399-48de-9b10-8c33dbd6b49a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'security_group_rule': {'security_group_id': '13203dc5-2165-400b-9f8d-a87a9b53aa17', 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:13.798324 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16077d10-5af3-4feb-9832-b60953099b21 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:56:13.801423 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.securitygroups_db [None req-52698703-1399-48de-9b10-8c33dbd6b49a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Project 880f7d1c88224ebd85d15f7c43e7fe72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 12 23:56:13.806700 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-16077d10-5af3-4feb-9832-b60953099b21 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.808907 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-52698703-1399-48de-9b10-8c33dbd6b49a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (04820e8a-944d-4ed6-8b51-44ec49572d52), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.809635 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] Sync routers for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:56:13.821896 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:56:13.823032 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:56:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:13.855245 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-16077d10-5af3-4feb-9832-b60953099b21 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/f8f51975-91bf-41a1-be37-14a4beacb0ec HTTP/1.1" status: 200 len: 990 time: 1.2938240 Sep 12 23:56:13.892231 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-52698703-1399-48de-9b10-8c33dbd6b49a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (04820e8a-944d-4ed6-8b51-44ec49572d52), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.898531 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-52698703-1399-48de-9b10-8c33dbd6b49a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (04820e8a-944d-4ed6-8b51-44ec49572d52), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.946714 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52698703-1399-48de-9b10-8c33dbd6b49a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04820e8a-944d-4ed6-8b51-44ec49572d52,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:13.955666 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-52698703-1399-48de-9b10-8c33dbd6b49a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:13.957585 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-52698703-1399-48de-9b10-8c33dbd6b49a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1913621 Sep 12 23:56:13.985393 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:56:14.138525 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-9655ba6e-84e9-4f0a-92f8-5ae695562693 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-322726012&fields=id&tenant_id=880f7d1c88224ebd85d15f7c43e7fe72 HTTP/1.1" status: 200 len: 267 time: 0.1119998 Sep 12 23:56:14.149488 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:14.170965 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:56:14.173607 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27862786-93fe-4567-a1e9-8c39fbca95da" -d '{"events": [{"name": "network-changed", "server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:56:14.222740 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-5390f0f6-3478-4ba3-8d08-d166e8d3e2db tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:14.234559 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-5390f0f6-3478-4ba3-8d08-d166e8d3e2db tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.0932474 Sep 12 23:56:14.239645 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebbc6ad-e9cf-4c1d-9ecc-1e5b105a2a6f x-openstack-request-id: req-3ebbc6ad-e9cf-4c1d-9ecc-1e5b105a2a6f {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:56:14.240420 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:56:14.241061 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ebbc6ad-e9cf-4c1d-9ecc-1e5b105a2a6f {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:56:14.241156 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-dab48282-d6ad-407a-8210-63dd9c08abb8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'port': {'security_groups': ['d1cb589a-3348-48c4-bd0a-99d4e0ff171c', '13203dc5-2165-400b-9f8d-a87a9b53aa17']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:56:14.241491 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebbc6ad-e9cf-4c1d-9ecc-1e5b105a2a6f'] response: {'name': 'network-changed', 'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'status': 'completed', 'code': 200} Sep 12 23:56:14.391310 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-dab48282-d6ad-407a-8210-63dd9c08abb8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:14.470977 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'f8f51975-91bf-41a1-be37-14a4beacb0ec', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'port_id': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'mac_address': 'fa:16:3e:fc:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:49Z', 'updated_at': '2022-09-12T23:56:13Z', 'revision_number': 1, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:31Z', 'revision_number': 5, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:14.531361 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] Checking router: 4c304214-a3ab-4bea-b2b5-aef94e0c170c for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:56:14.543267 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:56:14.544179 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:56:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:14.545834 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:14.653032 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4286242-4978-47ae-b94a-37176762e88c req-f27d1bf8-d7a6-4071-9b33-06407272db1c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:14.654681 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e4286242-4978-47ae-b94a-37176762e88c req-f27d1bf8-d7a6-4071-9b33-06407272db1c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.1498480 Sep 12 23:56:14.695145 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:56:14.762844 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-dab48282-d6ad-407a-8210-63dd9c08abb8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] For port 57c9f24f-46a8-416f-96ec-1d08fd0338ff, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:56:14.783126 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e4286242-4978-47ae-b94a-37176762e88c req-98e0d6af-8381-4d53-bea3-0023a243b4ce tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172082 Sep 12 23:56:14.817666 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-dab48282-d6ad-407a-8210-63dd9c08abb8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:14.828059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-dab48282-d6ad-407a-8210-63dd9c08abb8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:14.851735 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:14.856269 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['57c9f24f-46a8-416f-96ec-1d08fd0338ff'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:56:14.862841 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-dab48282-d6ad-407a-8210-63dd9c08abb8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:14.863925 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-dab48282-d6ad-407a-8210-63dd9c08abb8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:14.879719 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-74eb473d-756d-43ab-906e-2863ad8ca962 req-dab48282-d6ad-407a-8210-63dd9c08abb8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "PUT /networking/v2.0/ports/57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 200 len: 982 time: 0.6438198 Sep 12 23:56:14.883260 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:56:14.888073 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76110a2f-9569-4a0e-99cf-e9a146a51f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:56:15.007763 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dec70d-a523-4734-a73d-a76d764e334a x-openstack-request-id: req-11dec70d-a523-4734-a73d-a76d764e334a {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:56:15.008783 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:56:15.009272 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11dec70d-a523-4734-a73d-a76d764e334a {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:56:15.009919 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11dec70d-a523-4734-a73d-a76d764e334a'] response: {'name': 'network-changed', 'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'status': 'completed', 'code': 200} Sep 12 23:56:15.016874 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab48282-d6ad-407a-8210-63dd9c08abb8 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'Port': ['ID=57c9f24f-46a8-416f-96ec-1d08fd0338ff,revision_number=6']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:15.107064 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:15.129223 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bce16a-8138-402b-ace5-e72c23e3105f req-3d8e1bd4-84ac-4518-a9e6-72b2276aa154 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:15.132050 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-96bce16a-8138-402b-ace5-e72c23e3105f req-3d8e1bd4-84ac-4518-a9e6-72b2276aa154 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.1016426 Sep 12 23:56:15.165900 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['57c9f24f-46a8-416f-96ec-1d08fd0338ff'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:56:15.175122 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:15.230157 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-96bce16a-8138-402b-ace5-e72c23e3105f req-d67503b3-2b0e-40ee-b4aa-daa793c11e4a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849333 Sep 12 23:56:15.230471 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:15.336675 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'f8f51975-91bf-41a1-be37-14a4beacb0ec', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'port_id': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'mac_address': 'fa:16:3e:fc:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:49Z', 'updated_at': '2022-09-12T23:56:13Z', 'revision_number': 1, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:31Z', 'revision_number': 5, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:15.383347 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce466913-04bd-46da-ae9f-8c8f79c86609 None None] The sync data for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi is: [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'f8f51975-91bf-41a1-be37-14a4beacb0ec', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'port_id': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'mac_address': 'fa:16:3e:fc:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:49Z', 'updated_at': '2022-09-12T23:56:13Z', 'revision_number': 1, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:31Z', 'revision_number': 5, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:56:15.663943 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a19027d-18b6-4d8c-aafa-ee8c43aff2ae None None] New status for floating IP f8f51975-91bf-41a1-be37-14a4beacb0ec: ACTIVE {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:56:15.886718 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:15.993567 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0fcf8-efda-453c-8e82-bc29d28f65bf req-242b8d79-d165-439b-9d88-5e50c3d0f9c1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:15.995509 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-04b0fcf8-efda-453c-8e82-bc29d28f65bf req-242b8d79-d165-439b-9d88-5e50c3d0f9c1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0733523 Sep 12 23:56:16.085578 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-04b0fcf8-efda-453c-8e82-bc29d28f65bf req-79dc9209-f190-4586-8050-245c870b404e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783520 Sep 12 23:56:17.230385 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3341405-0425-4465-b881-075df281e97a req-f01c6c6c-d6f0-40c9-930b-c18f4e2dfa07 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:17.231960 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3341405-0425-4465-b881-075df281e97a req-f01c6c6c-d6f0-40c9-930b-c18f4e2dfa07 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0602710 Sep 12 23:56:17.288044 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3341405-0425-4465-b881-075df281e97a req-81ecab4a-0f85-41df-9bb9-7febc0ff77c1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475881 Sep 12 23:56:18.446784 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbea606-4d87-47bb-89b6-6e041922baa8 req-d60b5a07-22e4-494a-90ec-482dacec8c31 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:18.448998 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1dbea606-4d87-47bb-89b6-6e041922baa8 req-d60b5a07-22e4-494a-90ec-482dacec8c31 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0566280 Sep 12 23:56:18.506256 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1dbea606-4d87-47bb-89b6-6e041922baa8 req-6128610c-9181-4ecd-aa6b-44e6299931ae tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471199 Sep 12 23:56:19.656807 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d805c21-9444-4c76-ab8a-7a2571361146 req-b121dfbe-7cf5-4be9-bb95-e357cbbfbcee tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:19.658404 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2d805c21-9444-4c76-ab8a-7a2571361146 req-b121dfbe-7cf5-4be9-bb95-e357cbbfbcee tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0512247 Sep 12 23:56:19.715778 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2d805c21-9444-4c76-ab8a-7a2571361146 req-cce81c72-21e7-4bd5-ba73-00e59a5427b5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506272 Sep 12 23:56:20.870731 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aba650-1100-4308-830a-11a3a0fd4ae5 req-10132d81-80a6-48a0-9151-5f488e2d3044 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:20.872298 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d7aba650-1100-4308-830a-11a3a0fd4ae5 req-10132d81-80a6-48a0-9151-5f488e2d3044 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0591829 Sep 12 23:56:20.926155 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d7aba650-1100-4308-830a-11a3a0fd4ae5 req-c1237990-fea8-4f5e-ac7f-116933bcd7a3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472407 Sep 12 23:56:22.074053 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d74624-ccaa-49be-a54f-ab63a46d2f1d req-0f0e2a3d-9f42-471e-bc3e-6dcaff70fb77 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:22.076358 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f1d74624-ccaa-49be-a54f-ab63a46d2f1d req-0f0e2a3d-9f42-471e-bc3e-6dcaff70fb77 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0599751 Sep 12 23:56:22.130341 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f1d74624-ccaa-49be-a54f-ab63a46d2f1d req-95564bd2-0505-4ab1-8c19-782ff2a686c4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478377 Sep 12 23:56:23.273776 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5619e-913d-4596-889b-5212ee05b3bb req-3a0a3422-ee43-41fc-b937-dfba140fd160 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:23.275443 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a5b5619e-913d-4596-889b-5212ee05b3bb req-3a0a3422-ee43-41fc-b937-dfba140fd160 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0549405 Sep 12 23:56:23.333142 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a5b5619e-913d-4596-889b-5212ee05b3bb req-8f847cdd-e24f-4eb0-b903-64d1d912f09e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472214 Sep 12 23:56:23.847280 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=43,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:23.849790 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=60,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:24.439175 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:24.489986 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33969b6-703b-4030-bf37-803b607385f9 req-45b588a3-d8a6-4318-a25d-d8b3408dcb9d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:24.492831 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a33969b6-703b-4030-bf37-803b607385f9 req-45b588a3-d8a6-4318-a25d-d8b3408dcb9d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0633845 Sep 12 23:56:24.553833 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a33969b6-703b-4030-bf37-803b607385f9 req-a549a855-9cef-4996-a550-a399cb2a9651 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551624 Sep 12 23:56:25.589791 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862786-93fe-4567-a1e9-8c39fbca95da req-fd116438-840a-4ef7-913a-24781ecfd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:25.591346 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-27862786-93fe-4567-a1e9-8c39fbca95da req-fd116438-840a-4ef7-913a-24781ecfd4d1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 1129 time: 0.0750439 Sep 12 23:56:25.592430 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-acc12628-86b2-4faf-bed7-a77632978d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:25.593842 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-acc12628-86b2-4faf-bed7-a77632978d9b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=880f7d1c88224ebd85d15f7c43e7fe72&device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 1169 time: 0.0660310 Sep 12 23:56:25.697012 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b959f-a95b-4626-b7d6-8820f0da5463 req-4754d31f-8cba-41cb-beac-640adbf35ccf tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:25.698476 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0e2b959f-a95b-4626-b7d6-8820f0da5463 req-4754d31f-8cba-41cb-beac-640adbf35ccf tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0507526 Sep 12 23:56:25.746955 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0e2b959f-a95b-4626-b7d6-8820f0da5463 req-7b02014b-96c9-4f3e-a671-f2a1d081e8e8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426927 Sep 12 23:56:25.955685 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:25.957720 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:25.968484 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=14 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:25.969537 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=83 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:26.175393 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:26.347261 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862786-93fe-4567-a1e9-8c39fbca95da req-74f8e406-9485-4d65-a057-574f396cc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:26.349010 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-27862786-93fe-4567-a1e9-8c39fbca95da req-74f8e406-9485-4d65-a057-574f396cc878 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.1824934 Sep 12 23:56:26.350098 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-9353e93f-d9a1-42ab-8752-940e19fca8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:26.351765 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-9353e93f-d9a1-42ab-8752-940e19fca8d4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 HTTP/1.1" status: 200 len: 916 time: 0.1837227 Sep 12 23:56:26.470604 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-27862786-93fe-4567-a1e9-8c39fbca95da req-69ce5502-3393-4432-ac89-e9b01219dacb service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 HTTP/1.1" status: 200 len: 1000 time: 0.1067896 Sep 12 23:56:26.472666 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-feeccfba-7ff8-498e-be11-ead7e3270ed2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 200 len: 1002 time: 0.1077585 Sep 12 23:56:26.826976 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862786-93fe-4567-a1e9-8c39fbca95da req-853c4cbc-152c-46e9-9599-f0280ae97f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:26.828517 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-27862786-93fe-4567-a1e9-8c39fbca95da req-853c4cbc-152c-46e9-9599-f0280ae97f99 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.3413208 Sep 12 23:56:26.834041 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-6ba70b52-e80a-47a6-b113-947faf322510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:26.836522 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-6ba70b52-e80a-47a6-b113-947faf322510 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=3f740b43-608c-44c8-90db-c1213f1a7a59 HTTP/1.1" status: 200 len: 854 time: 0.3412230 Sep 12 23:56:26.954802 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42539e0-b21c-4c79-bcb2-cf25a18e57bb req-d72a5f5f-294c-4db2-bb55-33d8be8113c4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:26.956442 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e42539e0-b21c-4c79-bcb2-cf25a18e57bb req-d72a5f5f-294c-4db2-bb55-33d8be8113c4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.1097136 Sep 12 23:56:26.957771 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-443e344d-208d-4aef-8777-996a32dabee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:26.959120 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-443e344d-208d-4aef-8777-996a32dabee0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1112964 Sep 12 23:56:26.960289 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862786-93fe-4567-a1e9-8c39fbca95da req-6c8f03e8-f251-494d-b211-2722db465416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:26.961621 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-27862786-93fe-4567-a1e9-8c39fbca95da req-6c8f03e8-f251-494d-b211-2722db465416 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1238482 Sep 12 23:56:27.096671 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e42539e0-b21c-4c79-bcb2-cf25a18e57bb req-b6ac6adc-e45d-4b53-b840-3ff63e9fbda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339557 Sep 12 23:56:27.163210 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-ac646305-5ad2-4a92-8a8b-eb9d43fd6f0d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836061 Sep 12 23:56:27.165355 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-27862786-93fe-4567-a1e9-8c39fbca95da req-0d861651-e761-4806-8795-a2db11c8530d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789141 Sep 12 23:56:27.284916 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:27.321883 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:27.348694 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-76110a2f-9569-4a0e-99cf-e9a146a51f8f req-1e3feae7-4b96-4b3e-b9f1-b448769c5206 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588299 Sep 12 23:56:27.350393 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-27862786-93fe-4567-a1e9-8c39fbca95da req-0020ec4c-02d8-4600-904e-0ca01be06faa service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592851 Sep 12 23:56:28.232150 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858b05b-d6d9-41c3-8d22-e6db1f44416b req-d1c36bed-3ae0-4571-8246-9fcfb2c62fea tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:28.233632 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3858b05b-d6d9-41c3-8d22-e6db1f44416b req-d1c36bed-3ae0-4571-8246-9fcfb2c62fea tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0487394 Sep 12 23:56:28.287964 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3858b05b-d6d9-41c3-8d22-e6db1f44416b req-bee37c23-8f34-429d-9712-5f16495f02b5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458388 Sep 12 23:56:29.425075 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c8923-9b0d-4aaf-88b9-601c33d13c75 req-b7129daa-c996-4802-8eab-f5bfc1d515fb tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:29.426608 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ba3c8923-9b0d-4aaf-88b9-601c33d13c75 req-b7129daa-c996-4802-8eab-f5bfc1d515fb tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0554092 Sep 12 23:56:29.480430 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ba3c8923-9b0d-4aaf-88b9-601c33d13c75 req-500ec66e-b621-4b27-a657-1060baa9b96c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477219 Sep 12 23:56:30.619565 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5520375-898b-4061-b6ba-b7d80466d4ab req-0c9f42a0-9038-4b08-9692-881153ee1a72 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:30.621062 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b5520375-898b-4061-b6ba-b7d80466d4ab req-0c9f42a0-9038-4b08-9692-881153ee1a72 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0507436 Sep 12 23:56:30.675749 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b5520375-898b-4061-b6ba-b7d80466d4ab req-30923c15-677d-482a-af88-1672ab3a0263 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464091 Sep 12 23:56:31.810111 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96676d4-527f-4551-a5fc-6fdec5f82d6c req-5af0ac70-5a5c-4f56-9891-6c8c947d9d18 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:31.811697 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d96676d4-527f-4551-a5fc-6fdec5f82d6c req-5af0ac70-5a5c-4f56-9891-6c8c947d9d18 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0495934 Sep 12 23:56:31.862731 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d96676d4-527f-4551-a5fc-6fdec5f82d6c req-b1239b0e-7218-4b7c-8b49-fe08d91d56d6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Sep 12 23:56:33.021273 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e478c-3345-44e0-bc2b-19c346bd2975 req-d16dde4e-0571-413a-ab64-4c0f13ae0cf5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:33.022958 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-418e478c-3345-44e0-bc2b-19c346bd2975 req-d16dde4e-0571-413a-ab64-4c0f13ae0cf5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0634701 Sep 12 23:56:33.074871 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-418e478c-3345-44e0-bc2b-19c346bd2975 req-a8d7ace3-9542-4fa8-9cfe-ef5060918498 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457394 Sep 12 23:56:34.222321 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a31a6-048f-431f-ad0e-3012b3edad30 req-1ecc9b5f-073e-429d-a94c-ab3df3a30652 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:34.223937 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7a5a31a6-048f-431f-ad0e-3012b3edad30 req-1ecc9b5f-073e-429d-a94c-ab3df3a30652 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 944 time: 0.0508285 Sep 12 23:56:34.275492 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7a5a31a6-048f-431f-ad0e-3012b3edad30 req-a80cf9d8-fd4c-4efa-8b65-75205276bcf4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450516 Sep 12 23:56:35.117156 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:56:35.230550 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:56:35.242409 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'port_id': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'mac_address': 'fa:16:3e:5c:95:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:56:35.281016 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:56:35.281412 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:35.296128 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:56:35.319619 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:56:35.325481 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:35.375835 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=9']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:35.422254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db20fa-3d9c-435a-93de-a138a5e0bdb1 req-d39fbee1-7f81-4e7f-adbb-a1af0aeec6e7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:35.424001 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-51db20fa-3d9c-435a-93de-a138a5e0bdb1 req-d39fbee1-7f81-4e7f-adbb-a1af0aeec6e7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 945 time: 0.0642545 Sep 12 23:56:35.483870 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-51db20fa-3d9c-435a-93de-a138a5e0bdb1 req-0ca5c3da-49d1-438e-bf26-913c3dd1ce0c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538521 Sep 12 23:56:35.652316 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:56:36.558183 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:36.633549 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753af58c-74d9-4af2-8c02-c2f8c202dbee req-06927ca1-6e8d-4406-b869-51c3249e550e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:36.635352 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-753af58c-74d9-4af2-8c02-c2f8c202dbee req-06927ca1-6e8d-4406-b869-51c3249e550e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 945 time: 0.0511041 Sep 12 23:56:36.687345 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-753af58c-74d9-4af2-8c02-c2f8c202dbee req-927692da-f43d-488d-b138-d0d3806a18ae tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461471 Sep 12 23:56:37.133232 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:56:37.183264 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:56:37.183661 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:37.257642 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:56:37.258025 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:37.281251 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:56:37.283543 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad06d9a9-92bd-4160-8d2f-971a2f4fb16a" -d '{"events": [{"server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "name": "network-vif-plugged", "status": "completed", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:56:37.297085 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:56:37.302366 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:37.329609 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84e8b6e-84e1-4b1f-8d2d-7b2bbd1ec9b5 x-openstack-request-id: req-d84e8b6e-84e1-4b1f-8d2d-7b2bbd1ec9b5 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:56:37.329924 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "name": "network-vif-plugged", "status": "completed", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:56:37.330180 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d84e8b6e-84e1-4b1f-8d2d-7b2bbd1ec9b5 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:56:37.330576 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84e8b6e-84e1-4b1f-8d2d-7b2bbd1ec9b5'] response: {'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'code': 200} Sep 12 23:56:37.356191 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=10']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:37.850959 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace8feb-05ff-400a-8f32-ccf1ecb7a060 req-4d6b427a-8e94-43e0-85c9-f9194d90f3ac tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:37.852830 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0ace8feb-05ff-400a-8f32-ccf1ecb7a060 req-4d6b427a-8e94-43e0-85c9-f9194d90f3ac tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 947 time: 0.0551400 Sep 12 23:56:37.922766 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ecd0f-58d9-4ab5-b2c8-6c5a9c406c35 req-21fb3d40-896e-481b-bceb-27c50b0007cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:37.924324 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8e7ecd0f-58d9-4ab5-b2c8-6c5a9c406c35 req-21fb3d40-896e-481b-bceb-27c50b0007cb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 1131 time: 0.0707467 Sep 12 23:56:37.954131 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0ace8feb-05ff-400a-8f32-ccf1ecb7a060 req-cefa30de-6f55-463f-b599-cf7be27d6c18 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911868 Sep 12 23:56:37.983612 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:37.987600 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8e7ecd0f-58d9-4ab5-b2c8-6c5a9c406c35 req-91a510a9-efdb-4802-90cc-71ba964a5d1a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550561 Sep 12 23:56:39.097322 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f62f87f5-0b23-46c5-af75-bc8d1d128379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:39.107956 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af762c14-5f21-4425-9e3e-d9d639e7efc4 req-7a9d9717-9136-4704-98db-15e7f0b4ae62 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:39.109575 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-af762c14-5f21-4425-9e3e-d9d639e7efc4 req-7a9d9717-9136-4704-98db-15e7f0b4ae62 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 947 time: 0.0633643 Sep 12 23:56:39.154713 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:39.163406 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-af762c14-5f21-4425-9e3e-d9d639e7efc4 req-a0bce924-291f-4e34-b70c-d961913331ac tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475073 Sep 12 23:56:39.297227 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:56:40.344954 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863958bf-95fc-4069-ab79-807664d1a7b1 req-8fdcf021-4e42-49c2-bf28-d8e37eb8487f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:40.347172 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-863958bf-95fc-4069-ab79-807664d1a7b1 req-8fdcf021-4e42-49c2-bf28-d8e37eb8487f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 947 time: 0.0779440 Sep 12 23:56:40.405765 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-863958bf-95fc-4069-ab79-807664d1a7b1 req-7404c920-de6c-43fa-99f0-3cf7a2c508df tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525374 Sep 12 23:56:41.543812 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b1829-ef47-43b9-bad3-127ec04a28c1 req-c25943a9-303f-4979-b7aa-96d1f01b2d3a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:41.545263 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-853b1829-ef47-43b9-bad3-127ec04a28c1 req-c25943a9-303f-4979-b7aa-96d1f01b2d3a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 947 time: 0.0493593 Sep 12 23:56:41.596826 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-853b1829-ef47-43b9-bad3-127ec04a28c1 req-4b5b3d70-acae-4706-abdf-7f25eaad1876 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440791 Sep 12 23:56:41.978785 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-3d923135-adad-4601-8963-4c0e0895227d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:42.978389 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:43.269596 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:44.093889 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:44.805239 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:48.842341 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4c81d-1ec3-4f9b-8a7f-f308a834f2bd req-4e20462a-2080-4aed-b335-66932e4e39c0 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:48.843849 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-feb4c81d-1ec3-4f9b-8a7f-f308a834f2bd req-4e20462a-2080-4aed-b335-66932e4e39c0 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0829782 Sep 12 23:56:48.850057 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-1ac7a49e-3b64-4184-9bb6-618b04e2d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:48.851544 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-1ac7a49e-3b64-4184-9bb6-618b04e2d280 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=880f7d1c88224ebd85d15f7c43e7fe72&device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 1169 time: 0.0567834 Sep 12 23:56:48.964305 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-feb4c81d-1ec3-4f9b-8a7f-f308a834f2bd req-9fc01587-b8ff-45a7-8dbe-82867938a5c7 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117029 Sep 12 23:56:48.988028 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-105008e6-65c4-4443-ac2f-416aaac38c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:48.989591 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-105008e6-65c4-4443-ac2f-416aaac38c90 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 HTTP/1.1" status: 200 len: 916 time: 0.1239700 Sep 12 23:56:49.062765 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-9bca273a-8952-4d41-b849-6f1c95412a86 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 200 len: 1002 time: 0.0657938 Sep 12 23:56:49.121363 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-16369f10-6056-4e76-a68e-226ea0e84011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:49.122916 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-16369f10-6056-4e76-a68e-226ea0e84011 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=3f740b43-608c-44c8-90db-c1213f1a7a59 HTTP/1.1" status: 200 len: 854 time: 0.0520430 Sep 12 23:56:49.179005 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-6aa4d36c-f3e6-4c77-b398-8f2ee94a54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:49.180595 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-6aa4d36c-f3e6-4c77-b398-8f2ee94a54a4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498984 Sep 12 23:56:49.281699 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-09f6cb35-6e15-4ef8-bf0f-72fdb5afd16b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927985 Sep 12 23:56:49.292412 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=6 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:49.386077 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5f64ae3c-cbd2-4136-9a4f-5dbaa9a041f1 req-ad7e2b2b-e203-43e2-b51d-874a69b9ef71 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937464 Sep 12 23:56:50.095758 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862c4ee-e650-455b-9bed-8287f4011d5b req-2a000056-6fb1-4295-bd52-12b651bdd7b9 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:50.097174 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6862c4ee-e650-455b-9bed-8287f4011d5b req-2a000056-6fb1-4295-bd52-12b651bdd7b9 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0497537 Sep 12 23:56:50.158507 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6862c4ee-e650-455b-9bed-8287f4011d5b req-1f93ebed-e1bc-4c6f-b40e-befa006e6333 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553281 Sep 12 23:56:51.299099 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd802194-1969-44fb-a331-4d51d82c26a4 req-23180c36-3be6-4c28-9d2d-3a1468a8eb35 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:51.300665 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dd802194-1969-44fb-a331-4d51d82c26a4 req-23180c36-3be6-4c28-9d2d-3a1468a8eb35 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0561888 Sep 12 23:56:51.313198 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:51.365041 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dd802194-1969-44fb-a331-4d51d82c26a4 req-cb754852-ef13-481a-92d4-ce7f6c2549f3 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573852 Sep 12 23:56:52.462403 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:52.506619 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087e781-b355-49eb-9b64-f4b14ab987b9 req-98110d0a-c5ee-418f-a5a9-93bddeee1073 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:52.508495 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c087e781-b355-49eb-9b64-f4b14ab987b9 req-98110d0a-c5ee-418f-a5a9-93bddeee1073 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0550771 Sep 12 23:56:52.585457 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c087e781-b355-49eb-9b64-f4b14ab987b9 req-c41267b7-6419-4302-a417-d25b156f75ef tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695481 Sep 12 23:56:52.930665 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b362-15d5-479f-9eb7-2f79e67b0ece req-b0dde630-cd04-4346-9157-fa098e681066 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:52.932215 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1198b362-15d5-479f-9eb7-2f79e67b0ece req-b0dde630-cd04-4346-9157-fa098e681066 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 945 time: 0.0524654 Sep 12 23:56:52.993194 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1198b362-15d5-479f-9eb7-2f79e67b0ece req-52f1315e-aa7f-481d-b822-3965333011f9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550508 Sep 12 23:56:53.761097 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd9b3e-31f8-4ff8-a6f8-bbecc814f18d req-f71d3e45-e683-4cf7-99ff-0ca5098e500f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:53.762625 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ebdd9b3e-31f8-4ff8-a6f8-bbecc814f18d req-f71d3e45-e683-4cf7-99ff-0ca5098e500f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0840416 Sep 12 23:56:53.770408 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0bdb2-86fd-4a44-ba65-59596a2c69d3 req-091a9c30-1026-4e13-a547-4811f0a527ee tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:53.771922 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-33a0bdb2-86fd-4a44-ba65-59596a2c69d3 req-091a9c30-1026-4e13-a547-4811f0a527ee tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0811439 Sep 12 23:56:53.857204 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ebdd9b3e-31f8-4ff8-a6f8-bbecc814f18d req-79a31af0-c32f-4e6e-9bf5-12cc9abbc0cd tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843265 Sep 12 23:56:53.867361 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-33a0bdb2-86fd-4a44-ba65-59596a2c69d3 req-3554753e-1cc3-4ff6-a192-39d655cf5c60 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879331 Sep 12 23:56:54.131883 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f81988-ba61-4f89-8912-9c7ff4819183 req-9f752714-d74e-4f42-a0d9-095f71925e9a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:54.133272 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b4f81988-ba61-4f89-8912-9c7ff4819183 req-9f752714-d74e-4f42-a0d9-095f71925e9a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 945 time: 0.0501900 Sep 12 23:56:54.184476 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b4f81988-ba61-4f89-8912-9c7ff4819183 req-17274043-471e-492a-9410-43a293c9ad2f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426943 Sep 12 23:56:54.796033 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:54.799334 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:54.831186 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-275480b8-3af5-4332-b482-4b0ca92e380e tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:54.832694 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-275480b8-3af5-4332-b482-4b0ca92e380e tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 945 time: 0.0545838 Sep 12 23:56:54.930560 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Deleting port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:56:54.930935 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:55.064926 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327041a-a0a8-4189-94d7-6e422d7fbdfa req-d602f9fa-9c34-4653-a09b-7bf67c769df9 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:55.066397 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f327041a-a0a8-4189-94d7-6e422d7fbdfa req-d602f9fa-9c34-4653-a09b-7bf67c769df9 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.1194682 Sep 12 23:56:55.077317 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734c33e-2f9a-47c4-b208-5d1bcf2ca7a6 req-44b9631f-3d88-4d52-987d-24bd5240b3d1 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:55.078784 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4734c33e-2f9a-47c4-b208-5d1bcf2ca7a6 req-44b9631f-3d88-4d52-987d-24bd5240b3d1 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1210873 Sep 12 23:56:55.179813 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] For port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:56:55.180175 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:55.234217 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4734c33e-2f9a-47c4-b208-5d1bcf2ca7a6 req-f578eb0f-934b-4778-913b-4d766cb5a988 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475456 Sep 12 23:56:55.264862 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:55.277156 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f327041a-a0a8-4189-94d7-6e422d7fbdfa req-70733cd9-e5ac-477a-8376-6af6baacbb6a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1949997 Sep 12 23:56:55.348517 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:55.394708 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53c046-8197-4a88-a30c-baa97a999540 req-307df65c-5d93-40ec-ab99-d57c849d96a9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:55.396389 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6e53c046-8197-4a88-a30c-baa97a999540 req-307df65c-5d93-40ec-ab99-d57c849d96a9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 945 time: 0.1001997 Sep 12 23:56:55.499334 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6e53c046-8197-4a88-a30c-baa97a999540 req-2a680a65-6d0b-42d9-890c-6472263d913f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966580 Sep 12 23:56:55.502955 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:55.503351 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (ea185e8b-545e-4a7b-a770-537b35fdd53b), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:55.503667 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Floating IP ea185e8b-545e-4a7b-a770-537b35fdd53b disassociated. External IP: 172.27.1.137, port: 81ec905f-b1b8-4515-bb0c-1bc37b74e48f. Sep 12 23:56:55.504011 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Calling delete_port for 81ec905f-b1b8-4515-bb0c-1bc37b74e48f owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:56:55.649081 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (81ec905f-b1b8-4515-bb0c-1bc37b74e48f), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:55.685246 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'Port': ['ID=81ec905f-b1b8-4515-bb0c-1bc37b74e48f,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:56.061256 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:56:56.174392 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:56:56.186217 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:56:56.198402 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:56:56.199136 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:56:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:56.222128 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] No DVR routers for this DVR port 81ec905f-b1b8-4515-bb0c-1bc37b74e48f on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:56:56.224881 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:56.228342 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-920d82a9-fa0b-42e6-908a-691a1d8140cb req-1067572e-c9d1-44bc-8358-73c1df27a4ba tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "DELETE /networking/v2.0/ports/81ec905f-b1b8-4515-bb0c-1bc37b74e48f HTTP/1.1" status: 204 len: 173 time: 1.3864348 Sep 12 23:56:56.228863 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'name': 'network-vif-deleted', 'tag': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:56:56.231165 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6bbf0e-aa99-4d49-92a2-6615d17f9a79" -d '{"events": [{"server_uuid": "ad5faa90-b5ff-47e2-abab-21418459ecde", "name": "network-vif-deleted", "tag": "81ec905f-b1b8-4515-bb0c-1bc37b74e48f"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:56:56.289561 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2ba910-2ba8-418b-852b-433df38be9ab x-openstack-request-id: req-df2ba910-2ba8-418b-852b-433df38be9ab {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:56:56.289966 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5faa90-b5ff-47e2-abab-21418459ecde", "name": "network-vif-deleted", "tag": "81ec905f-b1b8-4515-bb0c-1bc37b74e48f", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:56:56.290322 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df2ba910-2ba8-418b-852b-433df38be9ab {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:56:56.290820 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2ba910-2ba8-418b-852b-433df38be9ab'] response: {'server_uuid': 'ad5faa90-b5ff-47e2-abab-21418459ecde', 'name': 'network-vif-deleted', 'tag': '81ec905f-b1b8-4515-bb0c-1bc37b74e48f', 'status': 'completed', 'code': 200} Sep 12 23:56:56.312534 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:56:56.444549 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9265f-caa6-41f1-b2b1-1606f7f41efe req-72d7292d-b319-4607-9af0-36d171d0f1df tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:56.446137 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-15a9265f-caa6-41f1-b2b1-1606f7f41efe req-72d7292d-b319-4607-9af0-36d171d0f1df tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0890105 Sep 12 23:56:56.472426 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245fb1d-649c-4fd1-ab50-6a19987e81c8 req-23fbf87f-bbe5-4117-b937-53134be2acdc tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:56.474503 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d245fb1d-649c-4fd1-ab50-6a19987e81c8 req-23fbf87f-bbe5-4117-b937-53134be2acdc tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0768499 Sep 12 23:56:56.544825 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-15a9265f-caa6-41f1-b2b1-1606f7f41efe req-b7311ae6-8014-4f4f-8ebe-10a8cd328e27 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897491 Sep 12 23:56:56.570586 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '9b70073e-bba2-452f-bbf5-31d06db8ba07', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:09:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:36Z', 'updated_at': '2022-09-12T23:54:28Z', 'revision_number': 2, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:56.607753 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d245fb1d-649c-4fd1-ab50-6a19987e81c8 req-03a843e8-6b23-46d3-bbe7-6140ceacf548 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226981 Sep 12 23:56:56.639008 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:56:56.659432 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:56:56.660212 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:56:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:56.707027 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-291934b6-585c-4224-8824-9f30e683c62c req-b460edcf-cd32-4a24-b669-c5a85dce1cf4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ad5faa90-b5ff-47e2-abab-21418459ecde HTTP/1.1" status: 200 len: 210 time: 0.0306444 Sep 12 23:56:56.770411 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:56:57.018091 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '9b70073e-bba2-452f-bbf5-31d06db8ba07', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:09:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:36Z', 'updated_at': '2022-09-12T23:54:28Z', 'revision_number': 2, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:56:57.043611 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803a412-604d-4391-a84a-be8bfc6422dd None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '9b70073e-bba2-452f-bbf5-31d06db8ba07', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.18', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:09:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:53:36Z', 'updated_at': '2022-09-12T23:54:28Z', 'revision_number': 2, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:56:57.291818 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56f8c5-d165-4a40-9e94-dab70ab3b006 None None] New status for floating IP ea185e8b-545e-4a7b-a770-537b35fdd53b: DOWN {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:56:57.676300 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:57.699872 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f3c38-b82b-4c0b-b406-a7bd1a3244b3 req-7910a36d-6f4b-489b-8410-3dfc86f6beb4 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:57.701253 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5c6f3c38-b82b-4c0b-b406-a7bd1a3244b3 req-7910a36d-6f4b-489b-8410-3dfc86f6beb4 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0624974 Sep 12 23:56:57.758573 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9b15-761c-4594-8735-214f5018ea4d req-d15e19db-ff10-4433-acc8-7c945d20dede tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:57.760096 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3eec9b15-761c-4594-8735-214f5018ea4d req-d15e19db-ff10-4433-acc8-7c945d20dede tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0789192 Sep 12 23:56:57.800497 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5c6f3c38-b82b-4c0b-b406-a7bd1a3244b3 req-aeea1171-d375-42ee-bdf0-46601df26f17 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823822 Sep 12 23:56:57.804603 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:56:57.846738 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3eec9b15-761c-4594-8735-214f5018ea4d req-1056b3c0-76e1-4889-b77d-cba630395f3e tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775204 Sep 12 23:56:57.889344 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 38996) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:57.949717 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c0d6aa0b-a6ef-4e22-bc6a-179920b0d682 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:57.978411 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c0d6aa0b-a6ef-4e22-bc6a-179920b0d682 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:58.033536 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c0d6aa0b-a6ef-4e22-bc6a-179920b0d682 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:58.036289 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c0d6aa0b-a6ef-4e22-bc6a-179920b0d682 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:58.040326 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c0d6aa0b-a6ef-4e22-bc6a-179920b0d682 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50 HTTP/1.1" status: 204 len: 168 time: 0.1470861 Sep 12 23:56:58.040799 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 38998) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:58.048028 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6aa0b-a6ef-4e22-bc6a-179920b0d682 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:58.060947 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.api.v2.resource [None req-8f2a58ad-8e34-4203-ab90-3093054780be tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] show failed (client error): The resource could not be found. Sep 12 23:56:58.062236 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-8f2a58ad-8e34-4203-ab90-3093054780be tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups/cc28bdfc-1819-4fe4-a0d5-4c0f8e94cd50 HTTP/1.1" status: 404 len: 347 time: 0.0202551 Sep 12 23:56:58.065475 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39000) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:56:58.200090 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-706ed5dc-d0ba-45bb-aa26-458456942130 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Deleting port 2a5caa03-44f0-47f6-bca5-9c872bb8f860 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:56:58.200436 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-706ed5dc-d0ba-45bb-aa26-458456942130 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (2a5caa03-44f0-47f6-bca5-9c872bb8f860), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:58.298564 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-706ed5dc-d0ba-45bb-aa26-458456942130 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (2a5caa03-44f0-47f6-bca5-9c872bb8f860), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:58.298865 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-706ed5dc-d0ba-45bb-aa26-458456942130 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (2a5caa03-44f0-47f6-bca5-9c872bb8f860), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:58.312424 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-706ed5dc-d0ba-45bb-aa26-458456942130 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Calling delete_port for 2a5caa03-44f0-47f6-bca5-9c872bb8f860 owned by network:floatingip {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:56:58.457287 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-706ed5dc-d0ba-45bb-aa26-458456942130 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (2a5caa03-44f0-47f6-bca5-9c872bb8f860), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:58.491028 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ed5dc-d0ba-45bb-aa26-458456942130 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'Port': ['ID=2a5caa03-44f0-47f6-bca5-9c872bb8f860,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:56:58.547963 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-706ed5dc-d0ba-45bb-aa26-458456942130 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (ea185e8b-545e-4a7b-a770-537b35fdd53b), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:58.550610 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-706ed5dc-d0ba-45bb-aa26-458456942130 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:56:58.551820 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-706ed5dc-d0ba-45bb-aa26-458456942130 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/ea185e8b-545e-4a7b-a770-537b35fdd53b HTTP/1.1" status: 204 len: 168 time: 0.4850643 Sep 12 23:56:58.938924 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443168b7-1db3-43c0-9436-2ccf9ec62e35 req-6c0c87a4-6872-4215-8ae4-0026d424cc2f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:58.940530 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-443168b7-1db3-43c0-9436-2ccf9ec62e35 req-6c0c87a4-6872-4215-8ae4-0026d424cc2f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0589206 Sep 12 23:56:59.027818 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-443168b7-1db3-43c0-9436-2ccf9ec62e35 req-f738b8fa-47e5-41fc-a8ff-80467a99844b tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802319 Sep 12 23:56:59.033429 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0ca3c-7dce-4787-ab3f-0b3f175cf655 req-7ade4230-a30e-4cc7-8161-5a95f902dd3d tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:56:59.034847 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bbf0ca3c-7dce-4787-ab3f-0b3f175cf655 req-7ade4230-a30e-4cc7-8161-5a95f902dd3d tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0733500 Sep 12 23:56:59.106087 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bbf0ca3c-7dce-4787-ab3f-0b3f175cf655 req-a2af7cc1-727f-4687-859a-c0586ccdd8da tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649273 Sep 12 23:56:59.246895 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 81ec905f-b1b8-4515-bb0c-1bc37b74e48f no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:56:59.270079 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 81ec905f-b1b8-4515-bb0c-1bc37b74e48f {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:56:59.270427 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 81ec905f-b1b8-4515-bb0c-1bc37b74e48f not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:57:00.163455 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d329c-fc88-4e00-ad0d-115243a0890a req-79381740-cb3e-42f1-8fee-8de7519b42df tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:00.165248 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c3d329c-fc88-4e00-ad0d-115243a0890a req-79381740-cb3e-42f1-8fee-8de7519b42df tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0529509 Sep 12 23:57:00.254617 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c3d329c-fc88-4e00-ad0d-115243a0890a req-a72cc82a-7011-4ec8-9852-a6efe9798615 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820596 Sep 12 23:57:00.265817 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27b748-aae6-4e10-936d-85d391ab2e3c req-dd21a33e-d250-4574-88f7-88de42ad3b37 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:00.267377 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5a27b748-aae6-4e10-936d-85d391ab2e3c req-dd21a33e-d250-4574-88f7-88de42ad3b37 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0642862 Sep 12 23:57:00.291567 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:00.343208 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5a27b748-aae6-4e10-936d-85d391ab2e3c req-b0ff85f5-0008-49cb-a846-b83bb269bd94 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657308 Sep 12 23:57:00.516861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034fe7-33ca-4ac1-9b0d-3b76eb9f61b0 req-d2c07408-4c0f-4645-be4b-70f1c1ed3ac8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:00.518378 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00034fe7-33ca-4ac1-9b0d-3b76eb9f61b0 req-d2c07408-4c0f-4645-be4b-70f1c1ed3ac8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 946 time: 0.0518725 Sep 12 23:57:00.569869 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00034fe7-33ca-4ac1-9b0d-3b76eb9f61b0 req-891dad5d-d450-4749-a10e-939fe8c54998 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454106 Sep 12 23:57:01.371355 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:01.384616 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc392-59e2-42bc-a88e-b0f1c40f4d14 req-6c995634-a7b8-4b8e-ab23-4b3d2e30c1d9 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:01.386203 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f69cc392-59e2-42bc-a88e-b0f1c40f4d14 req-6c995634-a7b8-4b8e-ab23-4b3d2e30c1d9 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0524936 Sep 12 23:57:01.452528 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f69cc392-59e2-42bc-a88e-b0f1c40f4d14 req-aeb4f4ae-75e0-48d0-9cd8-b1d4e145a49c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603797 Sep 12 23:57:01.488611 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec7b8b-bb71-4482-90a5-ce8f185cddc8 req-98b45741-7970-4cfa-a273-6f49bb3b2d71 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:01.490103 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b6ec7b8b-bb71-4482-90a5-ce8f185cddc8 req-98b45741-7970-4cfa-a273-6f49bb3b2d71 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0508339 Sep 12 23:57:01.556457 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b6ec7b8b-bb71-4482-90a5-ce8f185cddc8 req-a924f665-1dc4-486b-8b0b-34f85940ca66 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603333 Sep 12 23:57:01.706721 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39be81-5b37-4d72-91a8-b3b41e6b446c req-1d8261cb-a211-4b63-9717-ecb3ee2054ee tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:01.708331 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4d39be81-5b37-4d72-91a8-b3b41e6b446c req-1d8261cb-a211-4b63-9717-ecb3ee2054ee tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 946 time: 0.0602996 Sep 12 23:57:01.759766 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4d39be81-5b37-4d72-91a8-b3b41e6b446c req-f1defbf3-dc10-412e-a3fe-8965f99cc554 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448885 Sep 12 23:57:02.469449 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-a8686fbd-4f83-4729-a945-e0c4e6fb4b6f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:02.471043 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-a8686fbd-4f83-4729-a945-e0c4e6fb4b6f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 946 time: 0.0588601 Sep 12 23:57:02.588440 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Deleting port 41507fcf-1ad4-4940-9dad-33c3404dea2d {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:57:02.588780 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:02.614731 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe51c7-8832-40b4-ad37-75d4fe1d255e req-70c182d9-05bf-4abe-a7e1-3e72c2993eeb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:02.616268 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-66fe51c7-8832-40b4-ad37-75d4fe1d255e req-70c182d9-05bf-4abe-a7e1-3e72c2993eeb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0720088 Sep 12 23:57:02.730061 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38686a-708d-4b25-af3c-f74626d0187e req-147ee513-b123-42b9-a1ce-ce690cc8a778 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:02.731510 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8d38686a-708d-4b25-af3c-f74626d0187e req-147ee513-b123-42b9-a1ce-ce690cc8a778 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0840061 Sep 12 23:57:02.789534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] For port 41507fcf-1ad4-4940-9dad-33c3404dea2d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=41507fcf-1ad4-4940-9dad-33c3404dea2d,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:02.789908 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:02.803466 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-66fe51c7-8832-40b4-ad37-75d4fe1d255e req-4b2ca75f-71db-4efb-a01f-012b242c2770 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569285 Sep 12 23:57:02.936123 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8d38686a-708d-4b25-af3c-f74626d0187e req-4ae1402c-946b-486c-8e24-a74b6e987b8a tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1886873 Sep 12 23:57:02.984242 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cc1c0-fc75-4308-96a2-4aad2e367e0a req-53877714-6d13-4357-93a8-c507c4450f65 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:02.985713 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ea9cc1c0-fc75-4308-96a2-4aad2e367e0a req-53877714-6d13-4357-93a8-c507c4450f65 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 946 time: 0.1027889 Sep 12 23:57:03.027773 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:03.069044 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:03.069378 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (9b70073e-bba2-452f-bbf5-31d06db8ba07), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:03.069730 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Floating IP 9b70073e-bba2-452f-bbf5-31d06db8ba07 disassociated. External IP: 172.27.1.18, port: 41507fcf-1ad4-4940-9dad-33c3404dea2d. Sep 12 23:57:03.070054 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Calling delete_port for 41507fcf-1ad4-4940-9dad-33c3404dea2d owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:57:03.089666 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ea9cc1c0-fc75-4308-96a2-4aad2e367e0a req-9cd0bf3e-bb0c-487d-b202-0919a6cc9343 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b08d7ef9-f757-4fdd-86c3-58835ab38517&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976796 Sep 12 23:57:03.122655 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:03.232438 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (41507fcf-1ad4-4940-9dad-33c3404dea2d), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:03.265884 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'Port': ['ID=41507fcf-1ad4-4940-9dad-33c3404dea2d,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:03.276761 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.277124 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.277471 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.277802 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.278172 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.278480 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.278813 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.279145 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.279503 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.279828 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.280159 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.280514 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.280816 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.281168 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.281462 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:03.391211 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:57:03.517072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:57:03.527659 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:57:03.539152 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:03.539682 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:56:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:03.563265 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] No DVR routers for this DVR port 41507fcf-1ad4-4940-9dad-33c3404dea2d on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:57:03.565975 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:03.569347 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f1bc87be-1572-47cb-bcbd-376a1ac25eef req-eae5b033-eb12-43f8-9d55-d2d988516780 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "DELETE /networking/v2.0/ports/41507fcf-1ad4-4940-9dad-33c3404dea2d HTTP/1.1" status: 204 len: 173 time: 1.0911994 Sep 12 23:57:03.569871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'name': 'network-vif-deleted', 'tag': '41507fcf-1ad4-4940-9dad-33c3404dea2d'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:03.572238 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115ca0ba-8223-40df-bced-70ff4d3e96a3" -d '{"events": [{"server_uuid": "1bdd77eb-4b69-4630-9f49-a1d317bb1e12", "name": "network-vif-deleted", "tag": "41507fcf-1ad4-4940-9dad-33c3404dea2d"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:03.622803 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff452a99-a443-4801-a5c3-8591a730fe32 x-openstack-request-id: req-ff452a99-a443-4801-a5c3-8591a730fe32 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:03.623123 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd77eb-4b69-4630-9f49-a1d317bb1e12", "name": "network-vif-deleted", "tag": "41507fcf-1ad4-4940-9dad-33c3404dea2d", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:03.623593 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff452a99-a443-4801-a5c3-8591a730fe32 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:03.624014 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff452a99-a443-4801-a5c3-8591a730fe32'] response: {'server_uuid': '1bdd77eb-4b69-4630-9f49-a1d317bb1e12', 'name': 'network-vif-deleted', 'tag': '41507fcf-1ad4-4940-9dad-33c3404dea2d', 'status': 'completed', 'code': 200} Sep 12 23:57:03.802803 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:03.926765 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:03.948843 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f0bf-e305-462a-89c9-13f84001e89b req-d2683c4b-f64e-4c58-9797-5e6bd704717c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:03.949199 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:03.952251 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-80d8f0bf-e305-462a-89c9-13f84001e89b req-d2683c4b-f64e-4c58-9797-5e6bd704717c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0583594 Sep 12 23:57:04.013570 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-80d8f0bf-e305-462a-89c9-13f84001e89b req-b395c0ba-0931-451d-a1de-0809389113e3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562067 Sep 12 23:57:04.018246 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:04.051392 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:57:04.061441 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:04.062125 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:56:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:04.118407 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a77a-68c9-46f0-ba06-70162e5cff39 req-62b5e2f8-8bf4-4435-adab-c13a7fc4c4c6 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:04.120534 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9186a77a-68c9-46f0-ba06-70162e5cff39 req-62b5e2f8-8bf4-4435-adab-c13a7fc4c4c6 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0734081 Sep 12 23:57:04.184552 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:04.194358 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9186a77a-68c9-46f0-ba06-70162e5cff39 req-04220070-3d35-49fb-b1fe-5ea38535788f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648048 Sep 12 23:57:04.229471 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f9960c99-61b9-437d-89b6-f968b1da3f68 req-c03fa725-da4d-42c6-bd8f-ea0959c85e73 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1bdd77eb-4b69-4630-9f49-a1d317bb1e12 HTTP/1.1" status: 200 len: 210 time: 0.0335667 Sep 12 23:57:04.400369 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:04.426452 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7b6e1-c7b1-4ca7-a503-61369b41f13d None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:57:04.659824 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7b7ae-bb6e-4357-918e-13edb5fd2e3d None None] New status for floating IP 9b70073e-bba2-452f-bbf5-31d06db8ba07: DOWN {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:57:05.178356 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac01cc-712a-4c59-b8ca-c36de41a89d6 req-cfa146c4-428f-4bed-80fb-a3d029951713 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:05.180657 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0aac01cc-712a-4c59-b8ca-c36de41a89d6 req-cfa146c4-428f-4bed-80fb-a3d029951713 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0780010 Sep 12 23:57:05.231075 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0aac01cc-712a-4c59-b8ca-c36de41a89d6 req-69b6e67e-dfab-4757-b52b-2cd635e6615b tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Sep 12 23:57:05.338286 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39076) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:05.356403 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f3aea-40f5-4868-804c-025d7c10c450 req-1e329769-3141-4c5e-9ed7-9d928b5cd340 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:05.358394 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-024f3aea-40f5-4868-804c-025d7c10c450 req-1e329769-3141-4c5e-9ed7-9d928b5cd340 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0717533 Sep 12 23:57:05.388816 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:05.424800 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fabcfa4f-9ef5-4d3e-8a0e-77a5e7c2909b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (b08d7ef9-f757-4fdd-86c3-58835ab38517), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:05.448051 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fabcfa4f-9ef5-4d3e-8a0e-77a5e7c2909b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (b08d7ef9-f757-4fdd-86c3-58835ab38517), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:05.452933 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-024f3aea-40f5-4868-804c-025d7c10c450 req-0bd8b52d-395a-49ac-b4ea-68abb22e0fb5 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0885513 Sep 12 23:57:05.516738 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fabcfa4f-9ef5-4d3e-8a0e-77a5e7c2909b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b08d7ef9-f757-4fdd-86c3-58835ab38517), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:05.519929 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fabcfa4f-9ef5-4d3e-8a0e-77a5e7c2909b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:05.521215 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-fabcfa4f-9ef5-4d3e-8a0e-77a5e7c2909b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b08d7ef9-f757-4fdd-86c3-58835ab38517 HTTP/1.1" status: 204 len: 168 time: 0.1805055 Sep 12 23:57:05.524595 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39078) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:05.531431 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcfa4f-9ef5-4d3e-8a0e-77a5e7c2909b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08d7ef9-f757-4fdd-86c3-58835ab38517,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:05.539482 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.api.v2.resource [None req-74b98077-18a0-405e-b5ca-31b569a7c745 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] show failed (client error): The resource could not be found. Sep 12 23:57:05.540518 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-74b98077-18a0-405e-b5ca-31b569a7c745 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups/b08d7ef9-f757-4fdd-86c3-58835ab38517 HTTP/1.1" status: 404 len: 347 time: 0.0147533 Sep 12 23:57:05.543832 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39080) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:05.674360 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a16e3-49fd-4e71-b70b-2a3f3c030d90 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Deleting port dedd0515-8af0-4a3e-b3ae-ac4378059900 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:57:05.674603 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0c6a16e3-49fd-4e71-b70b-2a3f3c030d90 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (dedd0515-8af0-4a3e-b3ae-ac4378059900), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:05.758770 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0c6a16e3-49fd-4e71-b70b-2a3f3c030d90 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (dedd0515-8af0-4a3e-b3ae-ac4378059900), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:05.759175 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0c6a16e3-49fd-4e71-b70b-2a3f3c030d90 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (dedd0515-8af0-4a3e-b3ae-ac4378059900), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:05.773721 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a16e3-49fd-4e71-b70b-2a3f3c030d90 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Calling delete_port for dedd0515-8af0-4a3e-b3ae-ac4378059900 owned by network:floatingip {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:57:05.783213 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:05.933296 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0c6a16e3-49fd-4e71-b70b-2a3f3c030d90 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (dedd0515-8af0-4a3e-b3ae-ac4378059900), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:05.957455 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a16e3-49fd-4e71-b70b-2a3f3c030d90 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'Port': ['ID=dedd0515-8af0-4a3e-b3ae-ac4378059900,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:06.024581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0c6a16e3-49fd-4e71-b70b-2a3f3c030d90 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (9b70073e-bba2-452f-bbf5-31d06db8ba07), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.027643 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0c6a16e3-49fd-4e71-b70b-2a3f3c030d90 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.028815 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-0c6a16e3-49fd-4e71-b70b-2a3f3c030d90 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/9b70073e-bba2-452f-bbf5-31d06db8ba07 HTTP/1.1" status: 204 len: 168 time: 0.4840460 Sep 12 23:57:06.106938 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39084) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:06.111626 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-e6bfe256-8b1f-4657-967e-a7f4f6245bae tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--46810224', 'description': 'tempest-description--2027314522'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:06.134603 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe256-8b1f-4657-967e-a7f4f6245bae tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.210584 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe256-8b1f-4657-967e-a7f4f6245bae tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (a400bcff-7ff5-45cc-a3a9-9a079351b5dd), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.215823 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe256-8b1f-4657-967e-a7f4f6245bae tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (a400bcff-7ff5-45cc-a3a9-9a079351b5dd), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.247081 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe256-8b1f-4657-967e-a7f4f6245bae tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.248338 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-e6bfe256-8b1f-4657-967e-a7f4f6245bae tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1403997 Sep 12 23:57:06.250222 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfe256-8b1f-4657-967e-a7f4f6245bae tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a400bcff-7ff5-45cc-a3a9-9a079351b5dd,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:06.251593 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39086) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:06.256225 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-b7954997-8ee2-46ac-9ab0-e09afe2c2326 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group_rule': {'security_group_id': 'a400bcff-7ff5-45cc-a3a9-9a079351b5dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:06.288485 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b7954997-8ee2-46ac-9ab0-e09afe2c2326 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (420d9568-e74b-4bfd-b992-4ed10ee35b91), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.352833 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b7954997-8ee2-46ac-9ab0-e09afe2c2326 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (420d9568-e74b-4bfd-b992-4ed10ee35b91), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.357076 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b7954997-8ee2-46ac-9ab0-e09afe2c2326 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (420d9568-e74b-4bfd-b992-4ed10ee35b91), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.357320 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d097dcd-65b0-4397-928d-62ffda611b39 req-029b4a54-23bd-4646-b931-2c26798ee78c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:06.358859 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7d097dcd-65b0-4397-928d-62ffda611b39 req-029b4a54-23bd-4646-b931-2c26798ee78c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0494664 Sep 12 23:57:06.377499 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7954997-8ee2-46ac-9ab0-e09afe2c2326 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420d9568-e74b-4bfd-b992-4ed10ee35b91,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:06.384154 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b7954997-8ee2-46ac-9ab0-e09afe2c2326 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.387796 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-b7954997-8ee2-46ac-9ab0-e09afe2c2326 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350262 Sep 12 23:57:06.388586 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39090) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:06.392964 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-8aff3904-8c90-4a39-852a-c1b3142d88c0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group_rule': {'security_group_id': 'a400bcff-7ff5-45cc-a3a9-9a079351b5dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:06.415042 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7d097dcd-65b0-4397-928d-62ffda611b39 req-d5cb88db-258d-43d6-af94-5fc4b9340263 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500350 Sep 12 23:57:06.420514 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8aff3904-8c90-4a39-852a-c1b3142d88c0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (59db3b18-698e-4aa4-809a-25f6fb7daf16), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.479542 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8aff3904-8c90-4a39-852a-c1b3142d88c0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (59db3b18-698e-4aa4-809a-25f6fb7daf16), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.484732 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8aff3904-8c90-4a39-852a-c1b3142d88c0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (59db3b18-698e-4aa4-809a-25f6fb7daf16), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.501823 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff3904-8c90-4a39-852a-c1b3142d88c0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59db3b18-698e-4aa4-809a-25f6fb7daf16,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:06.514097 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8aff3904-8c90-4a39-852a-c1b3142d88c0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.519521 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39096) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:06.520296 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-8aff3904-8c90-4a39-852a-c1b3142d88c0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306329 Sep 12 23:57:06.527666 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:06.554280 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.589569 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:06.597176 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.604958 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d4177-879a-4a7c-b057-dbe50e69015c req-fe7d2372-3e8a-41f5-93c7-ac6d87a25867 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:06.606463 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2a0d4177-879a-4a7c-b057-dbe50e69015c req-fe7d2372-3e8a-41f5-93c7-ac6d87a25867 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0698264 Sep 12 23:57:06.728858 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.736600 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2a0d4177-879a-4a7c-b057-dbe50e69015c req-3f047f44-57e4-45d4-b960-204749ad4cfd tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&id=13203dc5-2165-400b-9f8d-a87a9b53aa17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173351 Sep 12 23:57:06.847731 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Allocated IP 172.27.1.251 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/5e5ed109-2691-44a7-88e7-204f1f4bed63) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:57:06.859204 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:06.958651 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (5e5ed109-2691-44a7-88e7-204f1f4bed63), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:06.997359 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (5e5ed109-2691-44a7-88e7-204f1f4bed63), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:07.040539 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:57:07.043680 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:57:07.047882 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:57:07.053295 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=5e5ed109-2691-44a7-88e7-204f1f4bed63,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:07.139350 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (f987588d-4b6d-499f-adc3-a24fc3a1c73a), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:07.186956 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (5e5ed109-2691-44a7-88e7-204f1f4bed63), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:07.272269 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 41507fcf-1ad4-4940-9dad-33c3404dea2d no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:57:07.292863 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 41507fcf-1ad4-4940-9dad-33c3404dea2d {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:57:07.293206 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 41507fcf-1ad4-4940-9dad-33c3404dea2d not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:57:07.340566 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:07.360489 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (5e5ed109-2691-44a7-88e7-204f1f4bed63), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:07.365951 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (5e5ed109-2691-44a7-88e7-204f1f4bed63), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:07.440457 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (f987588d-4b6d-499f-adc3-a24fc3a1c73a), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:07.443200 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=5e5ed109-2691-44a7-88e7-204f1f4bed63,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:07.466675 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:07.468254 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-09e5e401-e946-4797-85e6-42c5b6047e1c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9466412 Sep 12 23:57:07.572148 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae9b06-afc1-4933-9265-b61d9017cbaa req-8dda43ab-225c-4f3c-8598-1b173282fefa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:07.573731 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d6ae9b06-afc1-4933-9265-b61d9017cbaa req-8dda43ab-225c-4f3c-8598-1b173282fefa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0521455 Sep 12 23:57:07.628960 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d6ae9b06-afc1-4933-9265-b61d9017cbaa req-ab11df7c-3ca5-48de-a6a6-66e96aef08e3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495584 Sep 12 23:57:07.719884 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-1a4209ec-9bf3-45f0-acdc-2836498339c2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--46810224&fields=id&tenant_id=6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 267 time: 0.0513551 Sep 12 23:57:07.831697 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:07.840781 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-97ec0ec6-e041-4ed6-b5ff-960d2decb6a6 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:07.842307 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-97ec0ec6-e041-4ed6-b5ff-960d2decb6a6 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 815 time: 0.1157215 Sep 12 23:57:07.860527 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-ebf9ca0b-ce88-45c6-8b28-6edcf6a89f13 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/quotas/6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 375 time: 0.0115364 Sep 12 23:57:07.917546 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-6a96727c-b7f5-4fff-a5b5-99879de713f5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511754 Sep 12 23:57:08.024978 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-44d10e2e-6e07-4125-bd83-c17cb75d9744 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956783 Sep 12 23:57:08.125134 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-221cf848-fd01-492b-bfa6-b21a2d7f1ae2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929115 Sep 12 23:57:08.316189 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d985bb46-b9bc-4977-afa3-53a4aac61f89 req-b170ad96-5f73-48a8-9985-4b0f8973f5ae tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 210 time: 0.0320141 Sep 12 23:57:08.398258 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-7344f928-6f1a-4852-bdd8-352079007941 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608218 Sep 12 23:57:08.808942 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d96ba0-b64e-480b-83e9-4fd96353b8bc req-8deda80f-2c13-41b1-833d-5c938741c9a5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:08.815954 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c0d96ba0-b64e-480b-83e9-4fd96353b8bc req-8deda80f-2c13-41b1-833d-5c938741c9a5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0948749 Sep 12 23:57:08.827201 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-db4db2d1-441e-4cd4-8ac4-c32d021481a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:08.829200 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-db4db2d1-441e-4cd4-8ac4-c32d021481a6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 1131 time: 0.0762939 Sep 12 23:57:08.929083 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c0d96ba0-b64e-480b-83e9-4fd96353b8bc req-daac8fdc-a068-4a13-925a-d3e356d799ee tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063306 Sep 12 23:57:08.996104 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-9e2721cc-dac5-4c14-ad6f-b8297f3b9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:08.997649 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-9e2721cc-dac5-4c14-ad6f-b8297f3b9975 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 917 time: 0.1352484 Sep 12 23:57:09.073052 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-e6aa48fd-e92b-4808-86a4-adc33174a9d7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 HTTP/1.1" status: 200 len: 1002 time: 0.0679717 Sep 12 23:57:09.089089 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9fa6b6dd-a8e4-48e6-bf14-c86f24df9ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:09.145130 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-991798df-de89-4a4e-91ee-41c30a168024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:09.146635 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-991798df-de89-4a4e-91ee-41c30a168024 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.0664394 Sep 12 23:57:09.225301 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-e21f4fd9-564c-4a04-ba7e-04c69a149c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:09.227500 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-e21f4fd9-564c-4a04-ba7e-04c69a149c41 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0649319 Sep 12 23:57:09.303773 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:09.351932 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-3bdb0800-9818-4024-b3dc-c2b1323e474f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148829 Sep 12 23:57:09.434226 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b6129d68-d2c9-43db-9f47-aa1bfc789062 req-b7970d26-1d34-41f9-93ee-f7198d59f53e tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 210 time: 0.0281024 Sep 12 23:57:09.726814 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7dda3329-4fc3-4391-a7a9-5289c7a137c4 req-64fa45fc-d3fd-4634-b103-abde36cfd89a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331296 Sep 12 23:57:09.912681 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:09.952446 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-8e412617-5e1c-4389-8e1b-4f821a6f9b53 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:09.953864 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-8e412617-5e1c-4389-8e1b-4f821a6f9b53 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 815 time: 0.2046082 Sep 12 23:57:10.169662 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-c5edb2d3-967b-4eea-8a08-942f4be8d3f0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 378 time: 0.1991065 Sep 12 23:57:10.224467 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832523c-d55a-445c-8b4d-6e175538e7a1 req-aefe5623-e4e5-4ffe-b84a-98e680642f7f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:10.226247 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7832523c-d55a-445c-8b4d-6e175538e7a1 req-aefe5623-e4e5-4ffe-b84a-98e680642f7f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1949010 Sep 12 23:57:10.235729 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'port': {'device_id': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'admin_state_up': True, 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'security_groups': ['a400bcff-7ff5-45cc-a3a9-9a079351b5dd']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:10.578923 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-d647200e-e387-440b-95aa-72a5027954ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:10.580474 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-d647200e-e387-440b-95aa-72a5027954ce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 1129 time: 0.4365368 Sep 12 23:57:10.615757 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e300ec6-ec40-4da5-af9a-51223aa1ca2e req-cd35d149-bf53-418f-a0a8-9a23a88d355e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:10.617647 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1e300ec6-ec40-4da5-af9a-51223aa1ca2e req-cd35d149-bf53-418f-a0a8-9a23a88d355e tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.5025010 Sep 12 23:57:10.739536 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7832523c-d55a-445c-8b4d-6e175538e7a1 req-ac13930e-4da4-4363-b3cd-4c3c1e25ca12 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4995072 Sep 12 23:57:10.828571 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1e300ec6-ec40-4da5-af9a-51223aa1ca2e req-a4fb6483-1105-42d1-b0cb-174192bea5be tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943340 Sep 12 23:57:10.868408 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c815886e-30f0-4dbb-a8d1-732ae7d30a87 req-f273e552-3899-4938-8d58-d2c58098d885 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 210 time: 0.0588877 Sep 12 23:57:10.873545 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-3bcc21ae-5001-49b7-9a5e-8423c073da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:10.875507 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-3bcc21ae-5001-49b7-9a5e-8423c073da26 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.2683887 Sep 12 23:57:10.877083 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Made reservation on behalf of 6c681f1232de4a5fbfc728c230f80624 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:57:10.881061 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:11.019992 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-4e4b7ea7-2be7-456a-b301-c32ee9f6da4c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 HTTP/1.1" status: 200 len: 1000 time: 0.1348984 Sep 12 23:57:11.146835 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:11.168762 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-f9fee164-03a4-4b90-8c7a-02b96560166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:11.170246 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-f9fee164-03a4-4b90-8c7a-02b96560166b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.1400948 Sep 12 23:57:11.176000 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfef688-5fc5-4f18-90af-9d2c1cb16768 req-ec4985df-c8cf-419a-b81e-0e03b4cc5279 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:11.177394 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1bfef688-5fc5-4f18-90af-9d2c1cb16768 req-ec4985df-c8cf-419a-b81e-0e03b4cc5279 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1487257 Sep 12 23:57:11.251549 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Allocated IP 172.20.0.10 (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c/906cbf42-8859-49fd-9442-6e0a10c87391/cd5278d3-b6b8-4ed3-ba84-c102f2c6a074) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:57:11.259880 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:11.286596 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc154f85-006d-403b-b19a-7e42b65f190c req-fc9c695a-ca1f-451b-9d26-a80b560f9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:11.288620 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cc154f85-006d-403b-b19a-7e42b65f190c req-fc9c695a-ca1f-451b-9d26-a80b560f9cdf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ffc5ce52ae574b82bda143e766bcec80&device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 1129 time: 0.1427150 Sep 12 23:57:11.317866 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-16ba4ff0-d74c-42aa-ae9c-6db5efea000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:11.319383 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-16ba4ff0-d74c-42aa-ae9c-6db5efea000b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1173098 Sep 12 23:57:11.463525 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1bfef688-5fc5-4f18-90af-9d2c1cb16768 req-53d7ce65-a6c4-4c58-b81c-9420e7fba772 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599249 Sep 12 23:57:11.592469 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc154f85-006d-403b-b19a-7e42b65f190c req-43ac305b-a83c-499d-a1b9-0b01182f49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:11.593950 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cc154f85-006d-403b-b19a-7e42b65f190c req-43ac305b-a83c-499d-a1b9-0b01182f49ec service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 200 len: 912 time: 0.2943408 Sep 12 23:57:11.617756 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-9911456a-f6d4-4312-b53b-a7c2fdee5191 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761765 Sep 12 23:57:11.739345 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:11.754442 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cc154f85-006d-403b-b19a-7e42b65f190c req-1fc92ae8-5230-44e9-a478-13bb15f26d00 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4502ec9-84fa-4339-b714-5cfae4677e4e HTTP/1.1" status: 200 len: 1001 time: 0.1474245 Sep 12 23:57:11.866102 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc154f85-006d-403b-b19a-7e42b65f190c req-2934a075-20c2-4d15-a173-9f4fde134702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:11.867978 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cc154f85-006d-403b-b19a-7e42b65f190c req-2934a075-20c2-4d15-a173-9f4fde134702 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ddff083e-3369-4771-bb63-0a0920f10a4c HTTP/1.1" status: 200 len: 850 time: 0.1049755 Sep 12 23:57:11.871872 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:11.890045 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-01f22e4f-6e16-4817-8b23-8baa6a1aa602 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416923 Sep 12 23:57:11.931622 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:11.983284 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d42a8a5d-eefa-404f-9da2-8dbff3c98a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:12.007564 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc154f85-006d-403b-b19a-7e42b65f190c req-493ec189-1df4-4637-ba4a-dfdf253bcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:12.009188 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cc154f85-006d-403b-b19a-7e42b65f190c req-493ec189-1df4-4637-ba4a-dfdf253bcc5a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=923e930b-b793-481f-a057-be9c6d7f3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1347384 Sep 12 23:57:12.013244 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:57:12.029473 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:57:12.054102 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:12.059877 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:57:12.074486 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4535589-eae5-4a15-8548-f5f3a38b2074 req-b1ca5b48-ce56-45e1-b64b-81e4be1062e9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:12.076177 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f4535589-eae5-4a15-8548-f5f3a38b2074 req-b1ca5b48-ce56-45e1-b64b-81e4be1062e9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.1433167 Sep 12 23:57:12.130942 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597962b-813a-4360-ac5f-08d8b2df3d0a req-24244c6f-71cb-4c6e-85e1-5c9b433bf345 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:12.132557 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7597962b-813a-4360-ac5f-08d8b2df3d0a req-24244c6f-71cb-4c6e-85e1-5c9b433bf345 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 932 time: 0.1363249 Sep 12 23:57:12.233593 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:12.234159 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:12.273365 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:12.288585 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f4535589-eae5-4a15-8548-f5f3a38b2074 req-35542211-1e05-4042-a3cf-dc364c773524 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867244 Sep 12 23:57:12.293920 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-bb0a5aba-34ba-4973-a1b5-71fc07553c7d None None] Provisioning complete for port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:57:12.294299 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5aba-34ba-4973-a1b5-71fc07553c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:12.301943 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-bf868a07-089a-4a3a-ab3d-bd633eea6ce5 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1001635 Sep 12 23:57:12.318515 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7597962b-813a-4360-ac5f-08d8b2df3d0a req-64b7de66-c402-4715-b137-94fd4f42b98f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1592731 Sep 12 23:57:12.323494 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Request body: {'port': {'device_id': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:12.334702 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cc154f85-006d-403b-b19a-7e42b65f190c req-b8f11982-6238-40c4-ae5f-11a2b27f8945 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363565 Sep 12 23:57:12.340952 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a5aba-34ba-4973-a1b5-71fc07553c7d None None] Port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:57:12.452022 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:12.503336 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cc154f85-006d-403b-b19a-7e42b65f190c req-e9347814-5d0d-4b96-aeb7-e308123857ce service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525774 Sep 12 23:57:12.645591 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f022fb-5561-49a3-8a7c-40c217cbfced req-cfa888c3-fcb6-463f-a958-72be4dbabf49 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:12.647168 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-67f022fb-5561-49a3-8a7c-40c217cbfced req-cfa888c3-fcb6-463f-a958-72be4dbabf49 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0672421 Sep 12 23:57:12.761622 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-67f022fb-5561-49a3-8a7c-40c217cbfced req-b4c8c7bd-abc6-453f-98ed-b31cb34851b0 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074460 Sep 12 23:57:12.775910 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:12.841373 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:57:12.849600 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Publish callbacks [] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:12.863965 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Transition to ACTIVE for port object cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:57:12.868839 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:12.928583 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:12.984553 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Attempting to bind port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:57:12.984899 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Attempting to bind port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:57:12.985268 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Attempting to bind port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:57:13.034244 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:57:13.034575 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Attempting to bind port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:57:13.083116 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:57:13.083460 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Checking segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:57:13.083871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Bound using segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:57:13.084283 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Bound port: cd5278d3-b6b8-4ed3-ba84-c102f2c6a074, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:57:13.084681 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:13.150415 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] For port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:57:13.153715 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] For port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:57:13.160931 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:13.166146 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:13.166146 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:13.167092 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 HTTP/1.1" status: 200 len: 1094 time: 0.8538899 Sep 12 23:57:13.168368 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'tag': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:13.170023 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8708d632-e5bb-4f48-8bb8-449dc1ff3463" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ff4faa-6a45-4d62-9e44-80dba7a947c0", "tag": "cd5278d3-b6b8-4ed3-ba84-c102f2c6a074"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:13.210487 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e445e6-db89-4021-8dd3-ae2cac121cae x-openstack-request-id: req-49e445e6-db89-4021-8dd3-ae2cac121cae {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:13.210816 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ff4faa-6a45-4d62-9e44-80dba7a947c0", "tag": "cd5278d3-b6b8-4ed3-ba84-c102f2c6a074", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:13.211061 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49e445e6-db89-4021-8dd3-ae2cac121cae {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:13.211493 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e445e6-db89-4021-8dd3-ae2cac121cae'] response: {'name': 'network-changed', 'server_uuid': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'tag': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074', 'status': 'completed', 'code': 200} Sep 12 23:57:13.227931 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fb073-41b2-4b66-95b5-f56633e13f57 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:13.268760 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:13.393464 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:13.460259 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f6373-5320-4146-9f01-ddaf206c7b4b req-5e3c7f13-e9fd-4c12-bebe-f8330f6e8112 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:13.461807 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-694f6373-5320-4146-9f01-ddaf206c7b4b req-5e3c7f13-e9fd-4c12-bebe-f8330f6e8112 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0780511 Sep 12 23:57:13.471640 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05871dda-a7e1-454d-a987-62fb8736bedc req-6419a9af-0b6f-4232-b1c0-a4f9e37fb8f2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:13.473043 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05871dda-a7e1-454d-a987-62fb8736bedc req-6419a9af-0b6f-4232-b1c0-a4f9e37fb8f2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 944 time: 0.0757272 Sep 12 23:57:13.552821 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-694f6373-5320-4146-9f01-ddaf206c7b4b req-3e05ef94-d2cf-4a1c-aab9-a77722b239da tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788476 Sep 12 23:57:13.555704 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05871dda-a7e1-454d-a987-62fb8736bedc req-370405eb-dadc-40d0-a8e2-d1701a129c9c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759816 Sep 12 23:57:13.757534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708d632-e5bb-4f48-8bb8-449dc1ff3463 req-4ddf5670-9a19-4a1d-bac2-58c94779cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:13.759202 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8708d632-e5bb-4f48-8bb8-449dc1ff3463 req-4ddf5670-9a19-4a1d-bac2-58c94779cd57 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 1128 time: 0.0550351 Sep 12 23:57:14.090899 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:14.219699 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faeafc-603e-49a6-95e2-48329973ff5d req-7e4d1e21-9afe-43eb-8496-1141de42d60a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:14.221175 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f4faeafc-603e-49a6-95e2-48329973ff5d req-7e4d1e21-9afe-43eb-8496-1141de42d60a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.3756356 Sep 12 23:57:14.224080 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708d632-e5bb-4f48-8bb8-449dc1ff3463 req-0ef7831d-5229-490a-87d7-4838a172af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:14.225421 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8708d632-e5bb-4f48-8bb8-449dc1ff3463 req-0ef7831d-5229-490a-87d7-4838a172af57 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=6c681f1232de4a5fbfc728c230f80624&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4573479 Sep 12 23:57:14.307534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:14.333392 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f4faeafc-603e-49a6-95e2-48329973ff5d req-68975539-33fd-48b6-9c6f-3d4472d3733a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061878 Sep 12 23:57:14.362908 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708d632-e5bb-4f48-8bb8-449dc1ff3463 req-2519e6ad-2abf-446b-9295-33656b71ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:14.364581 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8708d632-e5bb-4f48-8bb8-449dc1ff3463 req-2519e6ad-2abf-446b-9295-33656b71ba93 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295934 Sep 12 23:57:14.455689 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-0321fdfb-deda-4ffe-ba4f-fe03f7ee34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:14.457333 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-0321fdfb-deda-4ffe-ba4f-fe03f7ee34b3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 1128 time: 0.0460153 Sep 12 23:57:14.506024 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-6d6c83e4-62f3-4298-8a90-cd8ee21d88e3 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 HTTP/1.1" status: 200 len: 217 time: 0.0389631 Sep 12 23:57:14.581225 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-ff8116fe-6858-4f06-b2e2-fea6fd8c15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:14.582667 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-ff8116fe-6858-4f06-b2e2-fea6fd8c15b7 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 200 len: 854 time: 0.0530665 Sep 12 23:57:14.632626 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-3503f482-ccab-4741-9b68-15319a890ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:14.634151 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-3503f482-ccab-4741-9b68-15319a890ff5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444388 Sep 12 23:57:14.751766 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a4c97-0478-4ad0-8895-22b583ab1f12 req-b4f243a6-dea2-4c2a-bdcf-f2ec0885baa8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:14.753529 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d59a4c97-0478-4ad0-8895-22b583ab1f12 req-b4f243a6-dea2-4c2a-bdcf-f2ec0885baa8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 944 time: 0.1183083 Sep 12 23:57:14.769045 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b5aaf-2bbd-4827-a6b2-68b00e7e7eab req-fcff74b0-0bc1-4cba-adbe-e8a72d38b58a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:14.770429 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f96b5aaf-2bbd-4827-a6b2-68b00e7e7eab req-fcff74b0-0bc1-4cba-adbe-e8a72d38b58a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.1335096 Sep 12 23:57:14.806271 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:14.872585 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-0d1da313-15bf-48c2-a6a9-06aca668751d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252669 Sep 12 23:57:14.878568 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d59a4c97-0478-4ad0-8895-22b583ab1f12 req-7c155dcd-9bab-4c1b-8a02-b9217cd02779 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177731 Sep 12 23:57:14.889908 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f96b5aaf-2bbd-4827-a6b2-68b00e7e7eab req-d7846547-1285-41ea-a7bf-ed9ff073f855 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117330 Sep 12 23:57:14.953074 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:14.980870 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-17ad923b-4082-4b74-99a5-304a3d1f561e req-12e8929b-aa0d-4082-aa34-b451924bc8a8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006417 Sep 12 23:57:16.057030 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beb8a2-9fd7-4da6-982a-4eda18f21f82 req-71f6c9fe-cc7c-4553-8594-f4c08e6de35c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:16.058687 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-34beb8a2-9fd7-4da6-982a-4eda18f21f82 req-71f6c9fe-cc7c-4553-8594-f4c08e6de35c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 944 time: 0.0852466 Sep 12 23:57:16.067348 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06fb2d-5105-45a2-917f-dfbea5d929d8 req-586ad067-0df9-4b2f-94c3-74b2e51f72b3 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:16.068982 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8b06fb2d-5105-45a2-917f-dfbea5d929d8 req-586ad067-0df9-4b2f-94c3-74b2e51f72b3 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0850022 Sep 12 23:57:16.150840 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-34beb8a2-9fd7-4da6-982a-4eda18f21f82 req-8a1b771d-d733-4921-990e-bb6a8b8e52da tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806193 Sep 12 23:57:16.154450 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8b06fb2d-5105-45a2-917f-dfbea5d929d8 req-86658cd0-3a20-4ac4-8406-f53c536a4738 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766482 Sep 12 23:57:16.296701 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:57:16.506706 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=60,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:16.507602 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=66,neutron:DELETE=3,neutron:INSERT=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:17.316460 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24479043-3dd8-4bb9-949c-68481ab6b989 req-4d9ea9d0-282a-49fd-8018-77b3e8dc5c22 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:17.317977 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-24479043-3dd8-4bb9-949c-68481ab6b989 req-4d9ea9d0-282a-49fd-8018-77b3e8dc5c22 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 944 time: 0.0818191 Sep 12 23:57:17.326233 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f176a-cdca-416c-9fc5-353812f0a3d1 req-42fa9f62-e0f6-4682-a009-7f56ecb21e4a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:17.326592 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:57:17.327663 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4e4f176a-cdca-416c-9fc5-353812f0a3d1 req-42fa9f62-e0f6-4682-a009-7f56ecb21e4a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0796032 Sep 12 23:57:17.406311 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-24479043-3dd8-4bb9-949c-68481ab6b989 req-2fb0a2d6-ff23-4e77-a1cb-3424aefb3207 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776510 Sep 12 23:57:17.410025 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4e4f176a-cdca-416c-9fc5-353812f0a3d1 req-8bb4f5ce-955d-48f3-b697-ac29d351f32a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750351 Sep 12 23:57:17.435813 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:17.453603 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'port_id': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074', 'mac_address': 'fa:16:3e:f4:40:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:57:17.492360 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:57:17.492751 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:17.507793 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:57:17.518865 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:17.531669 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:17.536726 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:17.588494 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:17.596414 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.596750 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.597120 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.597468 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.597808 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.598140 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.598466 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.598800 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.599124 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.599481 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.599809 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.600136 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.600458 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.600778 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.601096 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:17.860941 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['cd5278d3-b6b8-4ed3-ba84-c102f2c6a074'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:57:17.962721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:18.565366 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04f900-9eb8-4191-bf85-35e9b917d708 req-98b7751a-f81c-47a3-a494-49c1652cb3a2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:18.567545 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4c04f900-9eb8-4191-bf85-35e9b917d708 req-98b7751a-f81c-47a3-a494-49c1652cb3a2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 945 time: 0.0809000 Sep 12 23:57:18.575576 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a2991-7639-4cb0-b47b-f15eb88bacc9 req-0179389d-6260-4cae-8c70-81a204a8cbce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:18.576965 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-879a2991-7639-4cb0-b47b-f15eb88bacc9 req-0179389d-6260-4cae-8c70-81a204a8cbce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0785050 Sep 12 23:57:18.596042 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:18.652511 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4c04f900-9eb8-4191-bf85-35e9b917d708 req-39fa267d-1997-42bf-811d-dd994199a903 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746002 Sep 12 23:57:18.655892 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-879a2991-7639-4cb0-b47b-f15eb88bacc9 req-f1909f24-ab09-48ab-b867-c1c62269ac0f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720816 Sep 12 23:57:19.329596 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:57:19.374199 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:57:19.381683 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:57:19.382044 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:19.461204 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:57:19.461568 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:19.485662 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:19.488315 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d994bb4-3d71-48a8-bc1e-02fe23e36388" -d '{"events": [{"server_uuid": "f1ff4faa-6a45-4d62-9e44-80dba7a947c0", "name": "network-vif-plugged", "status": "completed", "tag": "cd5278d3-b6b8-4ed3-ba84-c102f2c6a074"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:19.500895 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:19.506432 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:19.529273 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa264ee-c802-4c32-82bd-fb36a461b05f x-openstack-request-id: req-afa264ee-c802-4c32-82bd-fb36a461b05f {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:19.529593 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ff4faa-6a45-4d62-9e44-80dba7a947c0", "name": "network-vif-plugged", "status": "completed", "tag": "cd5278d3-b6b8-4ed3-ba84-c102f2c6a074", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:19.529850 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-afa264ee-c802-4c32-82bd-fb36a461b05f {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:19.530248 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa264ee-c802-4c32-82bd-fb36a461b05f'] response: {'server_uuid': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074', 'code': 200} Sep 12 23:57:19.559075 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:19.732435 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58afb05-0e4e-452f-8dce-94d5468aaadb req-faf8a846-58a7-4ee6-a5c3-98f21f3fe8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:19.734080 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f58afb05-0e4e-452f-8dce-94d5468aaadb req-faf8a846-58a7-4ee6-a5c3-98f21f3fe8ba service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 1130 time: 0.0422423 Sep 12 23:57:19.827732 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ecef9-876c-4f17-a824-505022d8850e req-5d51bc62-a889-4997-9f8d-16bb795a9bd1 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:19.829378 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fe2ecef9-876c-4f17-a824-505022d8850e req-5d51bc62-a889-4997-9f8d-16bb795a9bd1 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 946 time: 0.0943162 Sep 12 23:57:19.836718 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d089b06-c9f5-430b-b932-a4ef1627783d req-fc88326b-ba88-451f-b7e4-0ccdf2d987d4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:19.838495 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6d089b06-c9f5-430b-b932-a4ef1627783d req-fc88326b-ba88-451f-b7e4-0ccdf2d987d4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.1019053 Sep 12 23:57:19.899818 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f58afb05-0e4e-452f-8dce-94d5468aaadb req-3741f54d-6f21-477b-82ca-d40a2f9a8d16 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551046 Sep 12 23:57:19.941565 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fe2ecef9-876c-4f17-a824-505022d8850e req-bd798cef-b9a4-4c5a-a3d1-0f35a5cc7e53 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019924 Sep 12 23:57:19.944409 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6d089b06-c9f5-430b-b932-a4ef1627783d req-0ad06d05-df75-427a-8127-a1109e4d11fa tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906351 Sep 12 23:57:19.975003 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:21.093602 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfa767-0998-4bcc-b27d-45411cf3146b req-4b26b017-2331-4f92-bcaf-1485eba0832c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:21.095133 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3bcfa767-0998-4bcc-b27d-45411cf3146b req-4b26b017-2331-4f92-bcaf-1485eba0832c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 946 time: 0.0765002 Sep 12 23:57:21.103486 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11b905-e2b7-45d5-bc5a-4652345f274a req-937322e6-1f5e-4deb-ad68-5b12d59ed402 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:21.105031 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6f11b905-e2b7-45d5-bc5a-4652345f274a req-937322e6-1f5e-4deb-ad68-5b12d59ed402 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0766454 Sep 12 23:57:21.176975 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3bcfa767-0998-4bcc-b27d-45411cf3146b req-fd340f03-d3b0-45b3-8c22-bc63c52f32a4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709038 Sep 12 23:57:21.189957 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6f11b905-e2b7-45d5-bc5a-4652345f274a req-2a8591a8-3ec4-4f46-8963-ed34b64528d4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763366 Sep 12 23:57:22.308403 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:22.348871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef1b7b-226a-4065-a867-2606c5cb3fbf req-6ca22565-8520-41d4-bf95-aad3929e6d46 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:22.350387 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-90ef1b7b-226a-4065-a867-2606c5cb3fbf req-6ca22565-8520-41d4-bf95-aad3929e6d46 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 946 time: 0.0908513 Sep 12 23:57:22.374975 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09609a97-6695-4506-be1f-bebb8317ad48 req-d732f493-9e24-40ca-a174-5b12f8d613e6 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:22.376962 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-09609a97-6695-4506-be1f-bebb8317ad48 req-d732f493-9e24-40ca-a174-5b12f8d613e6 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0791657 Sep 12 23:57:22.444522 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-90ef1b7b-226a-4065-a867-2606c5cb3fbf req-dc2d6c41-57c7-4f18-b169-2ebd8cd3017f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874801 Sep 12 23:57:22.451725 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-09609a97-6695-4506-be1f-bebb8317ad48 req-d668d044-d4d2-4eba-985b-bf378761534f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678649 Sep 12 23:57:22.576576 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1a686-00d6-4230-a85f-5ba9a19493b6 req-ac4cdb93-91b3-4bbd-9d28-3c1fb947644b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:22.576576 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bad1a686-00d6-4230-a85f-5ba9a19493b6 req-ac4cdb93-91b3-4bbd-9d28-3c1fb947644b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 946 time: 0.0505788 Sep 12 23:57:22.587637 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39212) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:22.592498 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-e9928150-bd82-4cc3-a6a3-e513a4df88c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'floatingip': {'port_id': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:22.636812 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e9928150-bd82-4cc3-a6a3-e513a4df88c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (f987588d-4b6d-499f-adc3-a24fc3a1c73a), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:22.859937 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:23.112318 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e9928150-bd82-4cc3-a6a3-e513a4df88c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:23.117578 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e9928150-bd82-4cc3-a6a3-e513a4df88c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (f987588d-4b6d-499f-adc3-a24fc3a1c73a), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:23.217001 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [None req-e9928150-bd82-4cc3-a6a3-e513a4df88c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Floating IP f987588d-4b6d-499f-adc3-a24fc3a1c73a associated. External IP: 172.27.1.251, port: cd5278d3-b6b8-4ed3-ba84-c102f2c6a074. Sep 12 23:57:23.427611 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9928150-bd82-4cc3-a6a3-e513a4df88c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:57:23.474103 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:23.562807 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9928150-bd82-4cc3-a6a3-e513a4df88c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:57:23.569094 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e9928150-bd82-4cc3-a6a3-e513a4df88c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:23.572989 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:57:23.584170 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:23.584814 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:23.608092 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e0c36-7052-4d26-b35d-c6ee35ba8298 req-3010ee17-063a-464d-846b-4f15dc37ce11 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:23.609648 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-965e0c36-7052-4d26-b35d-c6ee35ba8298 req-3010ee17-063a-464d-846b-4f15dc37ce11 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0765681 Sep 12 23:57:23.615529 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-e9928150-bd82-4cc3-a6a3-e513a4df88c9 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/f987588d-4b6d-499f-adc3-a24fc3a1c73a HTTP/1.1" status: 200 len: 992 time: 1.0266659 Sep 12 23:57:23.617249 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'tag': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:23.619548 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94346708-784e-407b-a99f-5ac8b8f0fe97" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ff4faa-6a45-4d62-9e44-80dba7a947c0", "tag": "cd5278d3-b6b8-4ed3-ba84-c102f2c6a074"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:23.661794 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac597136-caa2-4988-8d2c-657d83631b61 x-openstack-request-id: req-ac597136-caa2-4988-8d2c-657d83631b61 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:23.662217 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ff4faa-6a45-4d62-9e44-80dba7a947c0", "tag": "cd5278d3-b6b8-4ed3-ba84-c102f2c6a074", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:23.662356 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac597136-caa2-4988-8d2c-657d83631b61 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:23.662714 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac597136-caa2-4988-8d2c-657d83631b61'] response: {'name': 'network-changed', 'server_uuid': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'tag': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074', 'status': 'completed', 'code': 200} Sep 12 23:57:23.667242 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-965e0c36-7052-4d26-b35d-c6ee35ba8298 req-8b0b9b97-803f-47aa-8598-5a9a3519daeb tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507176 Sep 12 23:57:23.695154 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:23.924727 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-6435211d-a321-4b43-8f5e-80fc9049fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:23.926455 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-6435211d-a321-4b43-8f5e-80fc9049fc84 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 1130 time: 0.0473435 Sep 12 23:57:23.927368 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'f987588d-4b6d-499f-adc3-a24fc3a1c73a', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:f4:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:57:07Z', 'updated_at': '2022-09-12T23:57:23Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:23.952402 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:57:23.961476 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:23.962091 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:23.999138 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:24.071633 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:24.114599 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-11f5b819-796b-4aa2-aead-c3adfe6d5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:24.116210 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-11f5b819-796b-4aa2-aead-c3adfe6d5139 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 916 time: 0.0985100 Sep 12 23:57:24.178819 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-c60eca29-638a-4ab0-957d-e79f224aac08 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 HTTP/1.1" status: 200 len: 1000 time: 0.0550649 Sep 12 23:57:24.218182 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:24.230868 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:24.235488 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-fced955a-b0df-416d-8707-0f7d77acbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:24.237153 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-fced955a-b0df-416d-8707-0f7d77acbfa4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 200 len: 854 time: 0.0465782 Sep 12 23:57:24.299938 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-99acd01b-4672-404f-a536-0e2d0b92619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:24.301730 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-99acd01b-4672-404f-a536-0e2d0b92619c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549920 Sep 12 23:57:24.336064 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'f987588d-4b6d-499f-adc3-a24fc3a1c73a', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:f4:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:57:07Z', 'updated_at': '2022-09-12T23:57:23Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:24.364089 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa76cd26-85e8-41f9-88c5-a12c995176f3 None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'f987588d-4b6d-499f-adc3-a24fc3a1c73a', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:f4:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:57:07Z', 'updated_at': '2022-09-12T23:57:23Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:57:24.436026 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-2bc31426-ae36-4653-8269-33e199c3899a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262538 Sep 12 23:57:24.566921 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-94346708-784e-407b-a99f-5ac8b8f0fe97 req-57f04b4b-a211-446a-9c2d-2cfd13deac81 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221604 Sep 12 23:57:24.624505 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053c2dc-29d0-424d-b097-d1988b4278c3 None None] New status for floating IP f987588d-4b6d-499f-adc3-a24fc3a1c73a: ACTIVE {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:57:24.626962 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:24.822921 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d8ca-6469-4278-9ad9-99a9ada6b45c req-ece249e3-8218-45f1-a37b-7a7406f8ae3d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:24.824608 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5ea8d8ca-6469-4278-9ad9-99a9ada6b45c req-ece249e3-8218-45f1-a37b-7a7406f8ae3d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 947 time: 0.0866673 Sep 12 23:57:24.867063 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575a77b-9cfb-462c-a6b2-eae76250db3b req-be94988c-31d9-48b0-a230-d49751be9d55 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:24.868685 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3575a77b-9cfb-462c-a6b2-eae76250db3b req-be94988c-31d9-48b0-a230-d49751be9d55 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0965459 Sep 12 23:57:24.919528 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5ea8d8ca-6469-4278-9ad9-99a9ada6b45c req-275c104a-98f8-427d-aef3-cb07ca1878fd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856500 Sep 12 23:57:24.945816 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3575a77b-9cfb-462c-a6b2-eae76250db3b req-e703b34a-53eb-4b73-ba27-73764daa1102 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691462 Sep 12 23:57:26.354727 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0082db-c559-44d0-bf49-d716e6b374e7 req-16b90192-8afd-4be5-bb5e-4712326d02cd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:26.356453 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1b0082db-c559-44d0-bf49-d716e6b374e7 req-16b90192-8afd-4be5-bb5e-4712326d02cd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 947 time: 0.3480382 Sep 12 23:57:26.390429 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60306e75-e3ed-447d-8089-133339370580 req-656a7ff2-1681-4fd1-bbdc-8ee427a813d8 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:26.392086 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-60306e75-e3ed-447d-8089-133339370580 req-656a7ff2-1681-4fd1-bbdc-8ee427a813d8 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0859709 Sep 12 23:57:26.426502 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:26.443792 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1b0082db-c559-44d0-bf49-d716e6b374e7 req-b80cfed0-f639-40d5-9b11-3d7d891b30f0 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=5de61111-7e06-425d-bc0b-84b86182acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788572 Sep 12 23:57:26.477165 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-60306e75-e3ed-447d-8089-133339370580 req-9b2a4242-baf7-40c1-b958-b044e1883f1f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772538 Sep 12 23:57:26.514514 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-5d622cb6-09dc-4770-85ca-49f6a9a4c55a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:26.516162 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-5d622cb6-09dc-4770-85ca-49f6a9a4c55a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 947 time: 0.0556388 Sep 12 23:57:26.603303 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Deleting port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:57:26.603686 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:26.704417 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] For port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:26.704698 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:26.881979 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:26.882372 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (761c0d2e-e5f3-4d05-877e-5771af5e076c), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:26.882704 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Floating IP 761c0d2e-e5f3-4d05-877e-5771af5e076c disassociated. External IP: 172.27.1.225, port: 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0. Sep 12 23:57:26.883056 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Calling delete_port for 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:57:26.896378 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:27.024582 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:27.054643 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event deleted for resources: {'Port': ['ID=3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:27.186289 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:57:27.296643 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:57:27.311847 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] Sync routers for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:57:27.327334 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:27.328085 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:27.347291 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] No DVR routers for this DVR port 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:57:27.349930 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:27.353738 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bfc8b82d-8d1a-48f5-bb4f-343da87a8ba1 req-7a23d0be-d556-4f1f-ad62-a2b2b0c0add6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.18 "DELETE /networking/v2.0/ports/3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 HTTP/1.1" status: 204 len: 173 time: 0.8301466 Sep 12 23:57:27.353738 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'name': 'network-vif-deleted', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:27.356097 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebe4c67-5a71-49e6-a6cc-fa4f2e75a312" -d '{"events": [{"server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "name": "network-vif-deleted", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:27.401227 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dced3f-33e6-40b8-ba76-f8fe865df374 x-openstack-request-id: req-b1dced3f-33e6-40b8-ba76-f8fe865df374 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:27.401608 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893ed869-802c-4a92-b7ab-d2aa8324fb65", "name": "network-vif-deleted", "tag": "3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:27.401934 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1dced3f-33e6-40b8-ba76-f8fe865df374 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:27.402425 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1dced3f-33e6-40b8-ba76-f8fe865df374'] response: {'server_uuid': '893ed869-802c-4a92-b7ab-d2aa8324fb65', 'name': 'network-vif-deleted', 'tag': '3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0', 'status': 'completed', 'code': 200} Sep 12 23:57:27.592825 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:27.658473 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7b511429-118a-4d30-b6a3-e37ee0cab4c8 req-219f0138-7702-4835-b6bc-64f0262ba220 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.0988486 Sep 12 23:57:27.678565 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:27.696620 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d57fd6-3885-4cba-8524-46d436f1e16b req-286a63d9-2c88-4916-90ad-b1fbdec7141a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:27.699616 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00d57fd6-3885-4cba-8524-46d436f1e16b req-286a63d9-2c88-4916-90ad-b1fbdec7141a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.1175268 Sep 12 23:57:27.772071 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00d57fd6-3885-4cba-8524-46d436f1e16b req-d7b07ffe-cb49-4a4f-b983-e3062256f0bd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656881 Sep 12 23:57:27.808023 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:27.834056 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] Checking router: 1ab1acbc-3600-425a-890d-ec3cfbf74c27 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:57:27.845611 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:27.846603 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:27.957866 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:28.159420 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:28.188650 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305e715-3a0b-44f4-b7cf-ebe1e43d17e8 None None] The sync data for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi is: [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:57:28.428285 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b2e39-e576-4495-96b4-ad122c155c41 None None] New status for floating IP 761c0d2e-e5f3-4d05-877e-5771af5e076c: DOWN {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:57:28.558309 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd26160-9a45-484a-bc63-9c6fdadcdd82 req-e3659712-149e-4b60-bf44-7c7f8af5c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:28.559888 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bcd26160-9a45-484a-bc63-9c6fdadcdd82 req-e3659712-149e-4b60-bf44-7c7f8af5c377 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 1129 time: 0.0436869 Sep 12 23:57:28.615396 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bcd26160-9a45-484a-bc63-9c6fdadcdd82 req-9dc2ce0f-61b6-48a9-a926-22df005f3db8 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426633 Sep 12 23:57:28.794291 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dec4784c-a5ea-4b9e-b218-4053c7926618 req-52d72f1c-3823-4637-9650-605f0d27442b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.0316956 Sep 12 23:57:28.910932 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c8ce3-f08b-4f02-964b-4d5ab725a680 req-acaeaade-9e83-44f6-a5a2-b0fc9e9aa7a8 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:28.912524 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e50c8ce3-f08b-4f02-964b-4d5ab725a680 req-acaeaade-9e83-44f6-a5a2-b0fc9e9aa7a8 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0545247 Sep 12 23:57:28.967017 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e50c8ce3-f08b-4f02-964b-4d5ab725a680 req-0139d428-c7c2-4a92-af17-7d6a83da5cdb tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471590 Sep 12 23:57:29.937444 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-71a2cb9a-21e8-412f-8173-07e9633d58f2 req-7ee99a40-0bf5-4add-a56d-9e2c6efc7f8a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=893ed869-802c-4a92-b7ab-d2aa8324fb65 HTTP/1.1" status: 200 len: 210 time: 0.0281634 Sep 12 23:57:30.098007 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678510-cecd-44e5-9f5c-7ee304a1d41f req-80727c02-3038-41af-955f-e068757eaa0c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:30.099673 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-50678510-cecd-44e5-9f5c-7ee304a1d41f req-80727c02-3038-41af-955f-e068757eaa0c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0516348 Sep 12 23:57:30.155136 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-50678510-cecd-44e5-9f5c-7ee304a1d41f req-6edd9d41-f15e-445e-bb23-b89da9a482aa tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493941 Sep 12 23:57:30.598662 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650c62e-1d8c-42a4-93b6-2d3d57775321 req-961e2323-fb58-48c5-832f-b095065ff7bc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:30.600464 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f650c62e-1d8c-42a4-93b6-2d3d57775321 req-961e2323-fb58-48c5-832f-b095065ff7bc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0830097 Sep 12 23:57:30.604083 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-f7b7d49c-6d21-4a4c-b441-6a692fbccdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:30.605530 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-f7b7d49c-6d21-4a4c-b441-6a692fbccdae service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 1129 time: 0.0776963 Sep 12 23:57:30.703790 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:30.717294 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f650c62e-1d8c-42a4-93b6-2d3d57775321 req-2cf3232c-eb8f-4381-9f3b-a389344b38ba tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099877 Sep 12 23:57:30.745907 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-b2e41333-bb53-492c-b3fd-4b3f5eb062d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:30.747441 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-b2e41333-bb53-492c-b3fd-4b3f5eb062d0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.1248569 Sep 12 23:57:30.814365 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-83c79f5c-a58f-4226-bc75-d1c82a0c2143 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 HTTP/1.1" status: 200 len: 1000 time: 0.0591838 Sep 12 23:57:30.866529 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-15518902-2e79-485d-bd25-47b9b5b7f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:30.867955 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-15518902-2e79-485d-bd25-47b9b5b7f376 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.0464468 Sep 12 23:57:30.923526 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-471a89a9-a39c-4b3a-9b42-9f62466df33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:30.925031 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-471a89a9-a39c-4b3a-9b42-9f62466df33d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444860 Sep 12 23:57:31.033305 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-fb3ccfe5-3930-4183-b31b-a83010ea85b3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933700 Sep 12 23:57:31.044365 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39282) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:31.103543 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (5de61111-7e06-425d-bc0b-84b86182acb3), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.127510 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (5de61111-7e06-425d-bc0b-84b86182acb3), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.133096 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b2f719f9-60e7-4730-baf7-535af5b79eab req-f5c9bda5-2e9a-42ad-8f48-8f30abaed6de service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932870 Sep 12 23:57:31.177940 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5de61111-7e06-425d-bc0b-84b86182acb3), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.180594 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.181880 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5de61111-7e06-425d-bc0b-84b86182acb3 HTTP/1.1" status: 204 len: 168 time: 0.1362877 Sep 12 23:57:31.185608 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39284) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:31.213357 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de61111-7e06-425d-bc0b-84b86182acb3,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:31.215951 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.api.v2.resource [None req-302f2b34-0d9b-452f-9a71-a87b26de18af tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] show failed (client error): The resource could not be found. Sep 12 23:57:31.218662 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-302f2b34-0d9b-452f-9a71-a87b26de18af tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups/5de61111-7e06-425d-bc0b-84b86182acb3 HTTP/1.1" status: 404 len: 347 time: 0.0292013 Sep 12 23:57:31.221014 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39286) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:31.238950 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.239685 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.239685 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.240038 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.240791 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.240791 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.240992 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.241217 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.241543 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.241883 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.242191 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.242539 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.242857 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.243174 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.243494 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c93a6b-eae9-47a9-bd7f-54706b5e3da1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:57:31.353932 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-08409722-6b22-4bde-b034-4de5b0facda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Deleting port 8980bd7c-8545-49cd-ae9c-99e812a0c9b0 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:57:31.354277 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-08409722-6b22-4bde-b034-4de5b0facda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (8980bd7c-8545-49cd-ae9c-99e812a0c9b0), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.415524 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:57:31.438942 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:57:31.440306 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3a5cf7e7-3d44-4786-8d75-99e5d72ef0e0 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:57:31.448908 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-08409722-6b22-4bde-b034-4de5b0facda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (8980bd7c-8545-49cd-ae9c-99e812a0c9b0), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.449284 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-08409722-6b22-4bde-b034-4de5b0facda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (8980bd7c-8545-49cd-ae9c-99e812a0c9b0), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.464965 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-08409722-6b22-4bde-b034-4de5b0facda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Calling delete_port for 8980bd7c-8545-49cd-ae9c-99e812a0c9b0 owned by network:floatingip {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:57:31.629311 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-08409722-6b22-4bde-b034-4de5b0facda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (8980bd7c-8545-49cd-ae9c-99e812a0c9b0), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.654943 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08409722-6b22-4bde-b034-4de5b0facda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event deleted for resources: {'Port': ['ID=8980bd7c-8545-49cd-ae9c-99e812a0c9b0,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:31.686018 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-08409722-6b22-4bde-b034-4de5b0facda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (761c0d2e-e5f3-4d05-877e-5771af5e076c), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.688624 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-08409722-6b22-4bde-b034-4de5b0facda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.689918 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-08409722-6b22-4bde-b034-4de5b0facda8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/761c0d2e-e5f3-4d05-877e-5771af5e076c HTTP/1.1" status: 204 len: 168 time: 0.4679163 Sep 12 23:57:31.780248 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39292) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:31.785860 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-294e9c1e-56dd-481e-b758-0028c38b39dc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651106384', 'description': 'tempest-description--719735304'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:31.811658 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-294e9c1e-56dd-481e-b758-0028c38b39dc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.851243 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0f466-9af9-4705-8165-705a0abf56be req-d2af2afe-c090-4e9e-bc8e-ebea08790087 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:31.852787 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c7b0f466-9af9-4705-8165-705a0abf56be req-d2af2afe-c090-4e9e-bc8e-ebea08790087 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0529761 Sep 12 23:57:31.904641 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-294e9c1e-56dd-481e-b758-0028c38b39dc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (8a20a478-3f82-4a91-bccd-852415f72cd3), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.909137 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-294e9c1e-56dd-481e-b758-0028c38b39dc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (8a20a478-3f82-4a91-bccd-852415f72cd3), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.914759 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c7b0f466-9af9-4705-8165-705a0abf56be req-84ea653a-d51f-49a5-9f43-269976c0cf95 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512772 Sep 12 23:57:31.938803 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-294e9c1e-56dd-481e-b758-0028c38b39dc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:31.942880 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-294e9c1e-56dd-481e-b758-0028c38b39dc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1582890 Sep 12 23:57:31.942982 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39294) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:31.948103 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-dc67b50a-9322-4a41-8261-b830372a8186 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'security_group_rule': {'security_group_id': '8a20a478-3f82-4a91-bccd-852415f72cd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:31.954193 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e9c1e-56dd-481e-b758-0028c38b39dc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a20a478-3f82-4a91-bccd-852415f72cd3,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:31.977866 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dc67b50a-9322-4a41-8261-b830372a8186 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (c742675a-0c1e-4fcc-b0f4-d57e287c4591), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.019038 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:32.024833 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:32.043830 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dc67b50a-9322-4a41-8261-b830372a8186 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (c742675a-0c1e-4fcc-b0f4-d57e287c4591), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.048273 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dc67b50a-9322-4a41-8261-b830372a8186 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (c742675a-0c1e-4fcc-b0f4-d57e287c4591), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.070592 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67b50a-9322-4a41-8261-b830372a8186 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c742675a-0c1e-4fcc-b0f4-d57e287c4591,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:32.080369 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-dc67b50a-9322-4a41-8261-b830372a8186 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.081907 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-dc67b50a-9322-4a41-8261-b830372a8186 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378620 Sep 12 23:57:32.084986 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39296) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:32.089525 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-65afdf35-2be8-4f1b-82fc-531ae0bc99d4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'security_group_rule': {'security_group_id': '8a20a478-3f82-4a91-bccd-852415f72cd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:32.118156 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-65afdf35-2be8-4f1b-82fc-531ae0bc99d4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (01d64bd0-fc99-4a8c-ad60-19a87dd5294c), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.180348 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-65afdf35-2be8-4f1b-82fc-531ae0bc99d4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (01d64bd0-fc99-4a8c-ad60-19a87dd5294c), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.185708 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-65afdf35-2be8-4f1b-82fc-531ae0bc99d4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (01d64bd0-fc99-4a8c-ad60-19a87dd5294c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.205985 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afdf35-2be8-4f1b-82fc-531ae0bc99d4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d64bd0-fc99-4a8c-ad60-19a87dd5294c,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:32.217130 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-65afdf35-2be8-4f1b-82fc-531ae0bc99d4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.218401 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-65afdf35-2be8-4f1b-82fc-531ae0bc99d4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324041 Sep 12 23:57:32.221890 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39298) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:32.226691 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:32.251155 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.334461 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.452273 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Allocated IP 172.27.1.189 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/7f0c8e07-7e43-4ad9-87ae-ed897418194b) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:57:32.577352 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for port (7f0c8e07-7e43-4ad9-87ae-ed897418194b), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.617896 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (7f0c8e07-7e43-4ad9-87ae-ed897418194b), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.874239 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:57:32.879964 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:57:32.881981 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'Port': ['ID=7f0c8e07-7e43-4ad9-87ae-ed897418194b,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:32.884078 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:57:32.948929 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:INSERT=9,neutron:UPDATE=6,neutron:SELECT=83,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:32.950654 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (8618b9bb-53c8-4390-9327-2c11050cd039), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:32.998377 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7f0c8e07-7e43-4ad9-87ae-ed897418194b), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:33.083208 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a48f4-ffd2-4a1a-90bd-061c3f607a8d req-1e244a0f-c4b8-40eb-b5ce-fca15dc60c7d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:33.085669 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e50a48f4-ffd2-4a1a-90bd-061c3f607a8d req-1e244a0f-c4b8-40eb-b5ce-fca15dc60c7d tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0605025 Sep 12 23:57:33.099793 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:33.101634 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:33.149788 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e50a48f4-ffd2-4a1a-90bd-061c3f607a8d req-be77cc98-085d-4e7a-85fc-fa938ade2786 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571032 Sep 12 23:57:33.179717 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for port (7f0c8e07-7e43-4ad9-87ae-ed897418194b), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:33.185228 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7f0c8e07-7e43-4ad9-87ae-ed897418194b), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:33.186233 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (8618b9bb-53c8-4390-9327-2c11050cd039), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:33.228026 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:33.229468 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0062575 Sep 12 23:57:33.240869 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88fc71-7d02-4b02-9a7f-be16d5fd0bb3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'Port': ['ID=7f0c8e07-7e43-4ad9-87ae-ed897418194b,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:33.467736 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-f62e247b-ff04-40eb-9610-f1ec967affb0 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1651106384&fields=id&tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff HTTP/1.1" status: 200 len: 267 time: 0.0527570 Sep 12 23:57:33.604945 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-ec3ec5e8-e62e-4af7-b1d1-65e667ad23c7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:33.606538 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-ec3ec5e8-e62e-4af7-b1d1-65e667ad23c7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 816 time: 0.1276877 Sep 12 23:57:33.622371 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-f1a779ba-be44-4e79-909e-0069caa81071 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/quotas/6b2f385a651c408bb9d32b5c4e1ab6ff HTTP/1.1" status: 200 len: 375 time: 0.0099604 Sep 12 23:57:33.675931 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-a3c0f410-5ed2-433d-afa2-5af291b2f4a1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475543 Sep 12 23:57:33.785343 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-00af182d-88fd-4f25-9712-8ac1711e307d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935280 Sep 12 23:57:33.879495 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-ce8898b7-9b1d-46a5-8f10-c93933d29686 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880044 Sep 12 23:57:34.051714 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a728d1cf-d98d-45f7-aa0b-c29931f0fb8c req-83d6c6f3-29b5-409b-8fa9-5c8d24361daf tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 210 time: 0.0300689 Sep 12 23:57:34.315041 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:34.325084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa81fc-17c3-4192-a991-65d59663290e req-2b1ffb03-2c6a-4896-a96c-0b68a515db8c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:34.326737 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d2fa81fc-17c3-4192-a991-65d59663290e req-2b1ffb03-2c6a-4896-a96c-0b68a515db8c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0834301 Sep 12 23:57:34.414881 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d2fa81fc-17c3-4192-a991-65d59663290e req-37de0270-143a-4aae-967e-0d46ed6b919f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751505 Sep 12 23:57:34.551259 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fdcb7-586c-4cf5-ad7e-4be272a80749 req-64a3ff69-0ec2-47f1-9666-8eec92b36663 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:34.552896 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d28fdcb7-586c-4cf5-ad7e-4be272a80749 req-64a3ff69-0ec2-47f1-9666-8eec92b36663 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0566456 Sep 12 23:57:34.569459 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39330) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:34.574406 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-32fbaf0e-7b93-4189-9899-ce23253f9ebd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Request body: {'floatingip': {'port_id': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:34.640312 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-32fbaf0e-7b93-4189-9899-ce23253f9ebd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for floatingip (f8f51975-91bf-41a1-be37-14a4beacb0ec), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:35.141081 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-32fbaf0e-7b93-4189-9899-ce23253f9ebd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:35.146768 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-32fbaf0e-7b93-4189-9899-ce23253f9ebd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (f8f51975-91bf-41a1-be37-14a4beacb0ec), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:35.166871 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-89439688-af89-457b-9684-952c11ff0e1c req-dbe3d478-9097-4799-b25d-4bd3a5841a03 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 210 time: 0.0330455 Sep 12 23:57:35.355483 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:35.371335 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fbaf0e-7b93-4189-9899-ce23253f9ebd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Router 4c304214-a3ab-4bea-b2b5-aef94e0c170c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:57:35.421979 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-6275c4d7-81f2-493b-b4e4-e6688964cd2a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:35.424189 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-6275c4d7-81f2-493b-b4e4-e6688964cd2a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 816 time: 0.1237268 Sep 12 23:57:35.441762 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:35.497080 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-6bdea89a-27eb-4c36-b19c-e98f4fa766c9 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff HTTP/1.1" status: 200 len: 380 time: 0.0637660 Sep 12 23:57:35.500625 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fbaf0e-7b93-4189-9899-ce23253f9ebd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:57:35.505816 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-32fbaf0e-7b93-4189-9899-ce23253f9ebd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:35.511782 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] Sync routers for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:57:35.522526 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'port': {'device_id': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'admin_state_up': True, 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'security_groups': ['8a20a478-3f82-4a91-bccd-852415f72cd3']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:35.524013 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:35.524858 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:35.551385 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:35.554207 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc379ac9-072b-47e8-adcb-09b26138c04f" -d '{"events": [{"name": "network-changed", "server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:35.599650 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-32fbaf0e-7b93-4189-9899-ce23253f9ebd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/f8f51975-91bf-41a1-be37-14a4beacb0ec HTTP/1.1" status: 200 len: 992 time: 1.0288842 Sep 12 23:57:35.619035 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fa4beb-c878-49d9-9065-d747d8175101 x-openstack-request-id: req-44fa4beb-c878-49d9-9065-d747d8175101 {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:35.619469 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:35.619795 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44fa4beb-c878-49d9-9065-d747d8175101 {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:35.620279 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44fa4beb-c878-49d9-9065-d747d8175101'] response: {'name': 'network-changed', 'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'status': 'completed', 'code': 200} Sep 12 23:57:35.633552 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:35.636920 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:35.647016 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:35.654980 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Made reservation on behalf of 6b2f385a651c408bb9d32b5c4e1ab6ff for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:57:35.659118 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:35.688879 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:35.785299 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-3415130a-2619-4235-a2be-e58759a404c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:35.787120 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-3415130a-2619-4235-a2be-e58759a404c2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 1129 time: 0.0713115 Sep 12 23:57:35.876859 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'f8f51975-91bf-41a1-be37-14a4beacb0ec', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'port_id': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'mac_address': 'fa:16:3e:fc:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:49Z', 'updated_at': '2022-09-12T23:57:35Z', 'revision_number': 3, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:31Z', 'revision_number': 5, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:35.884502 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Allocated IP 172.20.0.8 (44934c4b-e07a-4c1a-9ac8-ec89467058c7/51715cd9-81d5-47d9-93a2-026817915c36/8a984b84-cffe-442a-8574-f76c08213db0) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:57:35.909186 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] Checking router: 4c304214-a3ab-4bea-b2b5-aef94e0c170c for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:57:35.919344 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:35.919965 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:35.949208 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-593ca79c-b7bb-40d5-add9-6005cd7d30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:35.950697 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-593ca79c-b7bb-40d5-add9-6005cd7d30cc service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.1412179 Sep 12 23:57:36.036880 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:36.072335 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-e1374347-5dab-4042-9ff7-d1afe3ad542c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 HTTP/1.1" status: 200 len: 1000 time: 0.1134448 Sep 12 23:57:36.146744 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:36.152260 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for port (8a984b84-cffe-442a-8574-f76c08213db0), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:36.156619 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-e27c7046-274c-47a1-b3c5-4d5d5f83c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:36.158095 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-e27c7046-274c-47a1-b3c5-4d5d5f83c686 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.0795007 Sep 12 23:57:36.219638 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-0979af98-f0f3-4cea-bba1-f591cc0edcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:36.221129 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-0979af98-f0f3-4cea-bba1-f591cc0edcb0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540709 Sep 12 23:57:36.227638 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:36.265920 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'f8f51975-91bf-41a1-be37-14a4beacb0ec', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'port_id': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'mac_address': 'fa:16:3e:fc:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:49Z', 'updated_at': '2022-09-12T23:57:35Z', 'revision_number': 3, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:31Z', 'revision_number': 5, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:36.296168 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10be05b-d636-4787-88bf-f1611cf9d56d None None] The sync data for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi is: [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'f8f51975-91bf-41a1-be37-14a4beacb0ec', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'port_id': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'mac_address': 'fa:16:3e:fc:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:55:49Z', 'updated_at': '2022-09-12T23:57:35Z', 'revision_number': 3, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:31Z', 'revision_number': 5, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:57:36.554033 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:36.619025 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:57:36.629883 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:57:36.641401 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:57:36.649812 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event updated for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:36.683859 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6466a1-12d9-460d-85cc-730cf4a1416f req-57a32bd0-1980-45bc-8426-38646555e9c7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:36.685364 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-af6466a1-12d9-460d-85cc-730cf4a1416f req-57a32bd0-1980-45bc-8426-38646555e9c7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 931 time: 0.1451452 Sep 12 23:57:36.753848 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:36.754543 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:36.762183 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-bd3dba13-587f-4f8b-b2d1-1e9ff475aa05 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321929 Sep 12 23:57:36.802222 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:36.849210 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-8c4b41c9-2324-4f14-82c7-d4a138e54970 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3305874 Sep 12 23:57:36.854530 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-af6466a1-12d9-460d-85cc-730cf4a1416f req-165c752e-d299-4cd5-b123-b5649a331162 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538558 Sep 12 23:57:36.862252 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Request body: {'port': {'device_id': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:36.934319 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-1e70dbef-1513-4549-8071-e27f0ea2ee2c None None] Provisioning complete for port 8a984b84-cffe-442a-8574-f76c08213db0 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:57:36.934721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-1e70dbef-1513-4549-8071-e27f0ea2ee2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (8a984b84-cffe-442a-8574-f76c08213db0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:36.955149 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc379ac9-072b-47e8-adcb-09b26138c04f req-d5c74f0e-f67e-44f4-aaf0-f6b00787a260 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807432 Sep 12 23:57:36.962402 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8a984b84-cffe-442a-8574-f76c08213db0), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:36.976294 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-1e70dbef-1513-4549-8071-e27f0ea2ee2c None None] Port 8a984b84-cffe-442a-8574-f76c08213db0 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:57:37.228064 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a984b84-cffe-442a-8574-f76c08213db0 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:57:37.235715 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Publish callbacks [] for port (8a984b84-cffe-442a-8574-f76c08213db0), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:37.241206 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:37.250024 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Transition to ACTIVE for port object 8a984b84-cffe-442a-8574-f76c08213db0 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:57:37.256359 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:37.327497 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Pushing event updated for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:37.386533 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Attempting to bind port 8a984b84-cffe-442a-8574-f76c08213db0 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:57:37.386871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Attempting to bind port 8a984b84-cffe-442a-8574-f76c08213db0 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:57:37.387247 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Attempting to bind port 8a984b84-cffe-442a-8574-f76c08213db0 on network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:57:37.432221 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Port 8a984b84-cffe-442a-8574-f76c08213db0 on network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:57:37.432547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Attempting to bind port 8a984b84-cffe-442a-8574-f76c08213db0 on network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:57:37.475581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:57:37.475927 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Checking segment: {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:57:37.476320 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Bound using segment: {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:57:37.476768 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Bound port: 8a984b84-cffe-442a-8574-f76c08213db0, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:57:37.477135 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8a984b84-cffe-442a-8574-f76c08213db0), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:37.539063 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:57:37.542066 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:57:37.549500 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:37.553631 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:37.554243 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:37.555742 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8a984b84-cffe-442a-8574-f76c08213db0 HTTP/1.1" status: 200 len: 1093 time: 0.6984882 Sep 12 23:57:37.556310 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:37.558536 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bf2fd8-2f11-4d07-93f7-3100763ef64d" -d '{"events": [{"name": "network-changed", "server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "tag": "8a984b84-cffe-442a-8574-f76c08213db0"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:37.618229 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de65912-90f9-4e7d-877f-7ec8ac740675 x-openstack-request-id: req-4de65912-90f9-4e7d-877f-7ec8ac740675 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:37.618511 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "tag": "8a984b84-cffe-442a-8574-f76c08213db0", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:37.618764 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4de65912-90f9-4e7d-877f-7ec8ac740675 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:37.619168 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de65912-90f9-4e7d-877f-7ec8ac740675'] response: {'name': 'network-changed', 'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0', 'status': 'completed', 'code': 200} Sep 12 23:57:37.621943 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:37.624312 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328cf12f-13b9-43e5-bd7d-181a30467830" -d '{"events": [{"name": "network-changed", "server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:37.638553 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a0deb-ad13-46f3-8518-c060b6f06011 service neutron] Pushing event updated for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:37.654393 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-c4100dbb-e476-4805-bbad-34cb13d4b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:37.656204 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-c4100dbb-e476-4805-bbad-34cb13d4b904 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 1127 time: 0.0490117 Sep 12 23:57:37.664566 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bc4681-aa56-4c0e-a9d1-74909f7d5939 x-openstack-request-id: req-68bc4681-aa56-4c0e-a9d1-74909f7d5939 {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:37.664920 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:37.665237 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68bc4681-aa56-4c0e-a9d1-74909f7d5939 {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:37.665715 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bc4681-aa56-4c0e-a9d1-74909f7d5939'] response: {'name': 'network-changed', 'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'status': 'completed', 'code': 200} Sep 12 23:57:37.716581 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-a8fbb60a-5788-4550-90cf-40c9308c40a4 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a984b84-cffe-442a-8574-f76c08213db0 HTTP/1.1" status: 200 len: 217 time: 0.0426147 Sep 12 23:57:37.779136 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-a83d1625-f9d1-4b12-8366-cce1cb3e9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:37.780744 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-a83d1625-f9d1-4b12-8366-cce1cb3e9a92 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 1129 time: 0.0739546 Sep 12 23:57:37.782777 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:37.801100 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-52530a6c-8ab8-4043-b8c7-a7b7c18f87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:37.802391 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-52530a6c-8ab8-4043-b8c7-a7b7c18f87ed service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.0693483 Sep 12 23:57:37.890211 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-61b55f92-48b0-4cfb-a243-88960d043d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:37.891801 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-61b55f92-48b0-4cfb-a243-88960d043d97 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0768907 Sep 12 23:57:37.994841 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-f010c83c-e4f4-40d2-be31-a921cde6607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:37.996359 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-f010c83c-e4f4-40d2-be31-a921cde6607c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.2044089 Sep 12 23:57:38.078179 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222f52e-dc71-48fc-b54a-a0af1ec75989 req-13b2062d-69c9-4576-8270-037bdec26b35 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:38.079738 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5222f52e-dc71-48fc-b54a-a0af1ec75989 req-13b2062d-69c9-4576-8270-037bdec26b35 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.1180723 Sep 12 23:57:38.124470 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-24cbe7f2-4213-4693-9adb-9ffb6bf80657 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226195 Sep 12 23:57:38.126303 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-25b54336-7ff6-4c58-9c3e-6ce465138cd0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 HTTP/1.1" status: 200 len: 1000 time: 0.1181545 Sep 12 23:57:38.191201 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:38.229882 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5222f52e-dc71-48fc-b54a-a0af1ec75989 req-29e7fe62-bf2d-450f-afb4-1075e55ab190 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407461 Sep 12 23:57:38.258573 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-0f50065c-0204-43a7-825e-38a5586a42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:38.260078 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-0f50065c-0204-43a7-825e-38a5586a42ed service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.1135948 Sep 12 23:57:38.314683 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a35e3fc0-b1b1-4dd6-8c3f-aa2dcc66c27e req-3875c569-54a4-42a2-92d0-aa949b5f1794 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778357 Sep 12 23:57:38.320557 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-2110ed4f-fba7-4214-ae77-ec62c0ebb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:38.322035 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-2110ed4f-fba7-4214-ae77-ec62c0ebb876 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519507 Sep 12 23:57:38.435254 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-dfd2543b-d147-46f4-b46f-8ab88233b29c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968249 Sep 12 23:57:38.507655 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:38.510645 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:39.076255 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d773-28dd-4464-b443-67147d2e1bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:39.364661 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550a8a5-2049-4ef7-9a5a-9437c24d08c3 req-81a7bcd9-d640-40f3-a5ef-62252ac0f7d7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:39.366287 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9550a8a5-2049-4ef7-9a5a-9437c24d08c3 req-81a7bcd9-d640-40f3-a5ef-62252ac0f7d7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0511112 Sep 12 23:57:39.477916 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-a53346f3-c45c-4f2a-9014-606dd1b66bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:39.479491 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-a53346f3-c45c-4f2a-9014-606dd1b66bf2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 1127 time: 0.1111467 Sep 12 23:57:39.578028 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9550a8a5-2049-4ef7-9a5a-9437c24d08c3 req-97a44107-ef75-4391-848c-438f68d884f0 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944308 Sep 12 23:57:39.590634 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:39.608018 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-328cf12f-13b9-43e5-bd7d-181a30467830 req-cb0c398e-ac1a-481b-88a5-f26fffb0058d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407262 Sep 12 23:57:39.632784 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-400abfc6-abf6-4a29-b8df-4b83f9010866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:39.634274 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-400abfc6-abf6-4a29-b8df-4b83f9010866 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 917 time: 0.1453185 Sep 12 23:57:39.676735 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-cc158b92-e435-4010-b400-38b6b71cea32 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a984b84-cffe-442a-8574-f76c08213db0 HTTP/1.1" status: 200 len: 217 time: 0.0353434 Sep 12 23:57:39.727898 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-1b5a0575-9fb7-4289-bf3d-24adcf8d56b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:39.729399 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-1b5a0575-9fb7-4289-bf3d-24adcf8d56b3 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.0464783 Sep 12 23:57:39.781685 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-07c986c5-9c81-4c1a-998e-20b9cc3b0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:39.783213 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-07c986c5-9c81-4c1a-998e-20b9cc3b0b14 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452483 Sep 12 23:57:39.895032 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-abd8998d-576d-46b0-86af-f838418ed38d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039901 Sep 12 23:57:39.997377 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86bf2fd8-2f11-4d07-93f7-3100763ef64d req-8e317ba7-9a1a-4d71-8892-f90268b59899 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945351 Sep 12 23:57:40.712687 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d35a82-ce10-41a9-9dcb-261f49db5b8b req-a3f39263-2511-4df0-a62f-1348b93ab6ac tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:40.714447 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-67d35a82-ce10-41a9-9dcb-261f49db5b8b req-a3f39263-2511-4df0-a62f-1348b93ab6ac tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0519536 Sep 12 23:57:40.767366 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-67d35a82-ce10-41a9-9dcb-261f49db5b8b req-ba531bd1-3f09-4706-9fe0-a7b913dc6044 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451670 Sep 12 23:57:41.458651 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8a984b84-cffe-442a-8574-f76c08213db0 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:57:41.574776 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:41.586821 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '8a984b84-cffe-442a-8574-f76c08213db0', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'port_id': '8a984b84-cffe-442a-8574-f76c08213db0', 'mac_address': 'fa:16:3e:03:87:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:57:41.623932 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 8a984b84-cffe-442a-8574-f76c08213db0 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:57:41.624355 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8a984b84-cffe-442a-8574-f76c08213db0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:41.640374 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a984b84-cffe-442a-8574-f76c08213db0 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:57:41.647571 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:41.670279 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:41.674771 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:41.678515 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:41.729036 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:41.904126 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7bd16-ea2d-4a38-92a0-f4df2c74eab0 req-66ee6809-70ae-4458-94ef-060b8857bed7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:41.905701 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-82b7bd16-ea2d-4a38-92a0-f4df2c74eab0 req-66ee6809-70ae-4458-94ef-060b8857bed7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 944 time: 0.0525746 Sep 12 23:57:41.938406 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:41.961082 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-82b7bd16-ea2d-4a38-92a0-f4df2c74eab0 req-667398c7-1e82-47d2-a8a9-3e791d2f5020 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492802 Sep 12 23:57:41.972783 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['8a984b84-cffe-442a-8574-f76c08213db0'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:57:42.019995 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e985b09d-0d87-4bb2-afc4-89ab8ca2dae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:43.119207 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa74570-69db-466b-91c1-1ed51142b96f req-a4f2df53-63d1-4fa3-98c6-bd751be147dc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:43.120872 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5fa74570-69db-466b-91c1-1ed51142b96f req-a4f2df53-63d1-4fa3-98c6-bd751be147dc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 944 time: 0.0597818 Sep 12 23:57:43.172329 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5fa74570-69db-466b-91c1-1ed51142b96f req-91ff73cf-ac31-4a1c-a598-394da74f3635 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455866 Sep 12 23:57:43.275281 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:43.487779 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8a984b84-cffe-442a-8574-f76c08213db0 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:57:43.535243 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 8a984b84-cffe-442a-8574-f76c08213db0 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:57:43.542983 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 8a984b84-cffe-442a-8574-f76c08213db0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:57:43.543488 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (8a984b84-cffe-442a-8574-f76c08213db0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:43.621576 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 8a984b84-cffe-442a-8574-f76c08213db0 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:57:43.621959 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8a984b84-cffe-442a-8574-f76c08213db0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:43.652468 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:43.654939 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8755d807-fcc7-454f-89f3-b9d83cb43702" -d '{"events": [{"server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "name": "network-vif-plugged", "status": "completed", "tag": "8a984b84-cffe-442a-8574-f76c08213db0"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:43.670406 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:43.677189 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:43.707291 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160c09af-b5f7-4f00-bd31-d7f8244b64e7 x-openstack-request-id: req-160c09af-b5f7-4f00-bd31-d7f8244b64e7 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:43.707604 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "name": "network-vif-plugged", "status": "completed", "tag": "8a984b84-cffe-442a-8574-f76c08213db0", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:43.707861 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-160c09af-b5f7-4f00-bd31-d7f8244b64e7 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:43.708313 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160c09af-b5f7-4f00-bd31-d7f8244b64e7'] response: {'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0', 'code': 200} Sep 12 23:57:43.739775 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:43.904038 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b885da-dccc-4b98-bd0f-57113c622189 req-a750c759-aef7-48e0-9d6c-67a73367f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:43.905597 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-43b885da-dccc-4b98-bd0f-57113c622189 req-a750c759-aef7-48e0-9d6c-67a73367f9ce service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 1129 time: 0.0429850 Sep 12 23:57:43.952230 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-43b885da-dccc-4b98-bd0f-57113c622189 req-96010153-c571-46b0-ab59-338f0d5fdb1a service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396974 Sep 12 23:57:44.086533 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:44.312350 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41e188-be73-4366-a7fa-00b683f825d2 req-2cd15eed-4786-488f-a37d-d06ec7dc2f67 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:44.313919 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-df41e188-be73-4366-a7fa-00b683f825d2 req-2cd15eed-4786-488f-a37d-d06ec7dc2f67 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0529661 Sep 12 23:57:44.366896 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-df41e188-be73-4366-a7fa-00b683f825d2 req-e9caee71-b979-4a34-830d-42622e725981 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469201 Sep 12 23:57:44.809611 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:45.503598 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4d17f-e4b1-4712-b392-76f74070c3fe req-1b0b7595-148c-4dc9-b224-8530b4252921 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:45.505146 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7ae4d17f-e4b1-4712-b392-76f74070c3fe req-1b0b7595-148c-4dc9-b224-8530b4252921 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0479076 Sep 12 23:57:45.563390 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7ae4d17f-e4b1-4712-b392-76f74070c3fe req-88e92892-2268-4bd4-9f8a-e41d6efff915 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519488 Sep 12 23:57:45.587489 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=23 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:45.593953 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=8 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:46.700063 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88818d7-46cc-480e-b1f2-79205ef891c5 req-1c21388a-0eb0-4428-88ec-56a142a3b2f7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:46.701679 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a88818d7-46cc-480e-b1f2-79205ef891c5 req-1c21388a-0eb0-4428-88ec-56a142a3b2f7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0491564 Sep 12 23:57:46.759170 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a88818d7-46cc-480e-b1f2-79205ef891c5 req-e4211095-3f59-4a61-ad01-ee0ea05d6b69 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511951 Sep 12 23:57:46.885131 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f184-c7e8-4b97-987a-1168f1c4457e req-af2d4e0b-f640-48ee-b6ab-3dcd91db427d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:46.887257 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-41a6f184-c7e8-4b97-987a-1168f1c4457e req-af2d4e0b-f640-48ee-b6ab-3dcd91db427d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0483127 Sep 12 23:57:46.898527 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39378) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:46.903180 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-4e3fd373-d74a-4bf2-a794-892882ed07b4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Request body: {'floatingip': {'port_id': '8a984b84-cffe-442a-8574-f76c08213db0'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:46.945062 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd373-d74a-4bf2-a794-892882ed07b4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (8618b9bb-53c8-4390-9327-2c11050cd039), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:47.432768 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd373-d74a-4bf2-a794-892882ed07b4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:47.437699 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd373-d74a-4bf2-a794-892882ed07b4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (8618b9bb-53c8-4390-9327-2c11050cd039), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:47.534224 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.l3_db [None req-4e3fd373-d74a-4bf2-a794-892882ed07b4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Floating IP 8618b9bb-53c8-4390-9327-2c11050cd039 associated. External IP: 172.27.1.189, port: 8a984b84-cffe-442a-8574-f76c08213db0. Sep 12 23:57:47.749718 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:47.767397 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3fd373-d74a-4bf2-a794-892882ed07b4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:57:47.787149 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-ff27d3cd-0a24-4511-ba67-3fc691da717f tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-322726012&fields=id&tenant_id=880f7d1c88224ebd85d15f7c43e7fe72 HTTP/1.1" status: 200 len: 267 time: 0.0595996 Sep 12 23:57:47.841675 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-611f4f06-35de-4472-b7de-73661bb964be tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:47.843370 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-611f4f06-35de-4472-b7de-73661bb964be tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 985 time: 0.0502279 Sep 12 23:57:47.856478 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-6f432eb1-8456-4387-ac67-302d26d7d4e1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Request body: {'port': {'security_groups': ['d1cb589a-3348-48c4-bd0a-99d4e0ff171c']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:57:47.884008 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3fd373-d74a-4bf2-a794-892882ed07b4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:57:47.889876 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd373-d74a-4bf2-a794-892882ed07b4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:47.896111 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] Sync routers for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:57:47.907920 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:47.908560 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:47.924428 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-4e3fd373-d74a-4bf2-a794-892882ed07b4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/8618b9bb-53c8-4390-9327-2c11050cd039 HTTP/1.1" status: 200 len: 991 time: 1.0247576 Sep 12 23:57:47.925164 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:47.927953 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdf2c2d-7825-40d8-82ee-1110b5556c14" -d '{"events": [{"name": "network-changed", "server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "tag": "8a984b84-cffe-442a-8574-f76c08213db0"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:47.945009 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-6f432eb1-8456-4387-ac67-302d26d7d4e1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:47.968381 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5448ae72-953a-48d3-8579-e56cc0b62a34 x-openstack-request-id: req-5448ae72-953a-48d3-8579-e56cc0b62a34 {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:47.969226 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "tag": "8a984b84-cffe-442a-8574-f76c08213db0", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:47.969226 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5448ae72-953a-48d3-8579-e56cc0b62a34 {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:47.969448 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5448ae72-953a-48d3-8579-e56cc0b62a34'] response: {'name': 'network-changed', 'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0', 'status': 'completed', 'code': 200} Sep 12 23:57:48.030523 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:48.067209 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-8c402ee4-ab21-42fe-9477-7c5879286b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:48.068812 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-8c402ee4-ab21-42fe-9477-7c5879286b74 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 1129 time: 0.0592556 Sep 12 23:57:48.238052 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-6f432eb1-8456-4387-ac67-302d26d7d4e1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] For port 57c9f24f-46a8-416f-96ec-1d08fd0338ff, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:48.246104 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '8618b9bb-53c8-4390-9327-2c11050cd039', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'port_id': '8a984b84-cffe-442a-8574-f76c08213db0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'mac_address': 'fa:16:3e:03:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:57:32Z', 'updated_at': '2022-09-12T23:57:47Z', 'revision_number': 1, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:48.251368 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-e4d0ff56-8279-4e1b-9a62-7202d5a46432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:48.252855 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-e4d0ff56-8279-4e1b-9a62-7202d5a46432 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 917 time: 0.1606684 Sep 12 23:57:48.263320 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:48.271174 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] Checking router: 1ab1acbc-3600-425a-890d-ec3cfbf74c27 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:57:48.280686 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-6f432eb1-8456-4387-ac67-302d26d7d4e1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:48.281782 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:48.282457 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:48.312227 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-6f432eb1-8456-4387-ac67-302d26d7d4e1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:48.328255 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-6f432eb1-8456-4387-ac67-302d26d7d4e1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:48.328821 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['57c9f24f-46a8-416f-96ec-1d08fd0338ff'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:57:48.329331 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-6f432eb1-8456-4387-ac67-302d26d7d4e1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:48.330607 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7779343b-f61b-4a89-b985-ba85f89cb878 req-6f432eb1-8456-4387-ac67-302d26d7d4e1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "PUT /networking/v2.0/ports/57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 200 len: 943 time: 0.4786439 Sep 12 23:57:48.331127 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:48.333446 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f2ab1f-1413-4f2c-9711-14dc90476e88" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:48.338994 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39390) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:48.355967 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-0081dfe1-64c6-4e26-b61b-2de12835aba2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a984b84-cffe-442a-8574-f76c08213db0 HTTP/1.1" status: 200 len: 999 time: 0.0867794 Sep 12 23:57:48.394574 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:48.397233 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:48.416266 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7467177e-0987-4415-b0d0-8cee4be8f3cc x-openstack-request-id: req-7467177e-0987-4415-b0d0-8cee4be8f3cc {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:48.416628 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:48.416829 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7467177e-0987-4415-b0d0-8cee4be8f3cc {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:48.417184 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7467177e-0987-4415-b0d0-8cee4be8f3cc'] response: {'name': 'network-changed', 'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'status': 'completed', 'code': 200} Sep 12 23:57:48.417764 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4d3cbca7-1719-4116-9582-dbe9ea4e19f1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group (13203dc5-2165-400b-9f8d-a87a9b53aa17), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:48.443780 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:48.451176 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4d3cbca7-1719-4116-9582-dbe9ea4e19f1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group (13203dc5-2165-400b-9f8d-a87a9b53aa17), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:48.528622 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4d3cbca7-1719-4116-9582-dbe9ea4e19f1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (13203dc5-2165-400b-9f8d-a87a9b53aa17), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:48.534143 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4d3cbca7-1719-4116-9582-dbe9ea4e19f1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:48.536400 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-4d3cbca7-1719-4116-9582-dbe9ea4e19f1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/13203dc5-2165-400b-9f8d-a87a9b53aa17 HTTP/1.1" status: 204 len: 168 time: 0.1961927 Sep 12 23:57:48.541155 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39392) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:48.559258 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cbca7-1719-4116-9582-dbe9ea4e19f1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13203dc5-2165-400b-9f8d-a87a9b53aa17,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:48.611091 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['57c9f24f-46a8-416f-96ec-1d08fd0338ff'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:57:48.732995 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Deleting port fad4e00a-163f-4389-ad08-9318617f7dba {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:57:48.733390 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (fad4e00a-163f-4389-ad08-9318617f7dba), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:48.777743 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:48.787564 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:48.793120 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '8618b9bb-53c8-4390-9327-2c11050cd039', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'port_id': '8a984b84-cffe-442a-8574-f76c08213db0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'mac_address': 'fa:16:3e:03:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:57:32Z', 'updated_at': '2022-09-12T23:57:47Z', 'revision_number': 1, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:48.826200 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076e2a7-cd75-444d-bb88-bee272d58623 None None] The sync data for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi is: [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '8618b9bb-53c8-4390-9327-2c11050cd039', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'port_id': '8a984b84-cffe-442a-8574-f76c08213db0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'mac_address': 'fa:16:3e:03:87:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:57:32Z', 'updated_at': '2022-09-12T23:57:47Z', 'revision_number': 1, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:57:48.828359 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (fad4e00a-163f-4389-ad08-9318617f7dba), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:48.828697 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for floatingip (fad4e00a-163f-4389-ad08-9318617f7dba), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:48.845883 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Calling delete_port for fad4e00a-163f-4389-ad08-9318617f7dba owned by network:floatingip {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:57:48.865620 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f432eb1-8456-4387-ac67-302d26d7d4e1 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event updated for resources: {'Port': ['ID=57c9f24f-46a8-416f-96ec-1d08fd0338ff,revision_number=7']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:48.869655 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-9e7f9987-6eb1-418e-b28a-16b20421d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:48.871170 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-9e7f9987-6eb1-418e-b28a-16b20421d8d6 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.4903188 Sep 12 23:57:48.872632 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-61803eb8-8f0a-4791-928e-a55c07976e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:48.874060 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-61803eb8-8f0a-4791-928e-a55c07976e17 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=880f7d1c88224ebd85d15f7c43e7fe72&device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 1130 time: 0.4497168 Sep 12 23:57:48.982475 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-d34c1652-2280-455b-8aa6-9d8b9c85f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:48.984311 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-d34c1652-2280-455b-8aa6-9d8b9c85f051 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0944564 Sep 12 23:57:49.047645 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a8840-e4b2-4847-a1fb-fb99b454d0c8 None None] New status for floating IP 8618b9bb-53c8-4390-9327-2c11050cd039: ACTIVE {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:57:49.078160 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:49.095312 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-b7cf616f-0d4b-434b-8013-dd97987541db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:49.097035 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-b7cf616f-0d4b-434b-8013-dd97987541db service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 HTTP/1.1" status: 200 len: 916 time: 0.2055438 Sep 12 23:57:49.183492 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-7b4ec136-b67e-4c18-8de2-f47263efb636 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911070 Sep 12 23:57:49.185605 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-f0bb4015-77bc-4020-82ff-0fbe4618c9c4 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 200 len: 1002 time: 0.0798259 Sep 12 23:57:49.261036 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (fad4e00a-163f-4389-ad08-9318617f7dba), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:49.287181 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event deleted for resources: {'Port': ['ID=fad4e00a-163f-4389-ad08-9318617f7dba,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:49.304041 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-10efd38b-e3a3-458c-ba7d-8327ba002017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:49.305517 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-10efd38b-e3a3-458c-ba7d-8327ba002017 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=3f740b43-608c-44c8-90db-c1213f1a7a59 HTTP/1.1" status: 200 len: 854 time: 0.1021712 Sep 12 23:57:49.312604 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks [] for floatingip (a04f0371-cdb1-4a9d-ad38-5b6913f2d680), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:49.312940 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.l3_db [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Floating IP a04f0371-cdb1-4a9d-ad38-5b6913f2d680 disassociated (deleted). External IP: 172.27.1.186, port: 57c9f24f-46a8-416f-96ec-1d08fd0338ff. Sep 12 23:57:49.354009 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ffdf2c2d-7825-40d8-82ee-1110b5556c14 req-9c1deb89-44b3-436f-9e93-0f313ec4aced service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588750 Sep 12 23:57:49.366575 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-ee868e14-a91c-462e-a4ad-af831c15a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:49.368110 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-ee868e14-a91c-462e-a4ad-af831c15a29e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483267 Sep 12 23:57:49.418982 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:49.472841 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-900a386a-b23d-46c3-8863-58cf6402b7ad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926042 Sep 12 23:57:49.518794 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Router d76f1542-dba9-4e0a-894e-8fd6918444d1 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:57:49.567661 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e2f2ab1f-1413-4f2c-9711-14dc90476e88 req-b52884bd-2592-4d1c-b65f-95288d6947df service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858283 Sep 12 23:57:49.630170 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:57:49.634783 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:49.639845 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] Sync routers for ids ['d76f1542-dba9-4e0a-894e-8fd6918444d1'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:57:49.650854 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] Routers {'d76f1542-dba9-4e0a-894e-8fd6918444d1'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:49.651858 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['d76f1542-dba9-4e0a-894e-8fd6918444d1'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:49.666891 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-806d6e9a-c122-464a-a437-f55cda290fa4 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/a04f0371-cdb1-4a9d-ad38-5b6913f2d680 HTTP/1.1" status: 204 len: 168 time: 1.1215453 Sep 12 23:57:49.755893 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] Set router d76f1542-dba9-4e0a-894e-8fd6918444d1 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:49.877174 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:49.880091 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:49.957870 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'cb122e29-efb0-422f-a269-5a8d82ab5145', 'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'mac_address': 'fa:16:3e:95:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:32Z', 'updated_at': '2022-09-12T23:54:45Z', 'revision_number': 5, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'subnets': [{'id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:49.971062 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:49.976081 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa414131-a3f9-4bc7-a0e6-e33899764277" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:49.986108 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] Checking router: d76f1542-dba9-4e0a-894e-8fd6918444d1 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:57:49.997006 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] Routers {'d76f1542-dba9-4e0a-894e-8fd6918444d1'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:49.997868 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['d76f1542-dba9-4e0a-894e-8fd6918444d1'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:50.026130 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a79e93-2e4e-41c9-a069-6a18d85a5a68 x-openstack-request-id: req-14a79e93-2e4e-41c9-a069-6a18d85a5a68 {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:50.026463 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:50.026767 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14a79e93-2e4e-41c9-a069-6a18d85a5a68 {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:50.027316 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a79e93-2e4e-41c9-a069-6a18d85a5a68'] response: {'name': 'network-changed', 'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'status': 'completed', 'code': 200} Sep 12 23:57:50.112207 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-b796e689-a4cd-48e2-9c06-3d90751a10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:50.113761 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-b796e689-a4cd-48e2-9c06-3d90751a10ea service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=880f7d1c88224ebd85d15f7c43e7fe72&device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 1130 time: 0.0573390 Sep 12 23:57:50.116837 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] Set router d76f1542-dba9-4e0a-894e-8fd6918444d1 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:50.316408 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'cb122e29-efb0-422f-a269-5a8d82ab5145', 'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'mac_address': 'fa:16:3e:95:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:32Z', 'updated_at': '2022-09-12T23:54:45Z', 'revision_number': 5, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'subnets': [{'id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:50.345606 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6637a-bb75-47ab-a8c6-205df89b1a50 None None] The sync data for ids ['d76f1542-dba9-4e0a-894e-8fd6918444d1'] in dv-cinder-820027-26-iscsi is: [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:54:33Z', 'revision_number': 4, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'cb122e29-efb0-422f-a269-5a8d82ab5145', 'name': '', 'network_id': '21bf63a0-2c64-49f9-bfe5-14fd7ac5e729', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'mac_address': 'fa:16:3e:95:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:32Z', 'updated_at': '2022-09-12T23:54:45Z', 'revision_number': 5, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'subnets': [{'id': '3f740b43-608c-44c8-90db-c1213f1a7a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:57:50.476851 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:50.500859 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-bdd61871-73c8-4c51-b8f7-24dfbe9b8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:50.502371 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-bdd61871-73c8-4c51-b8f7-24dfbe9b8f8a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 HTTP/1.1" status: 200 len: 916 time: 0.0934169 Sep 12 23:57:50.609673 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-5db20162-6323-419e-bcb3-3377b73b4240 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 200 len: 217 time: 0.0455062 Sep 12 23:57:50.620018 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b123a-87b1-486a-9451-9de04dde7aff None None] New status for floating IP a04f0371-cdb1-4a9d-ad38-5b6913f2d680: DOWN {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:57:50.674473 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-a3226461-04c1-45e7-8d0e-1e9e2c95998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:50.676214 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-a3226461-04c1-45e7-8d0e-1e9e2c95998f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=3f740b43-608c-44c8-90db-c1213f1a7a59 HTTP/1.1" status: 200 len: 854 time: 0.0553269 Sep 12 23:57:50.735768 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-e6fb5e6b-acc5-49ce-b4bc-0234de2e5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:50.737571 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-e6fb5e6b-acc5-49ce-b4bc-0234de2e5276 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539792 Sep 12 23:57:50.842106 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-e227ce83-6287-48c1-a00d-d917862490cb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968196 Sep 12 23:57:50.949102 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-aa414131-a3f9-4bc7-a0e6-e33899764277 req-777370bd-5aa6-4341-9125-b2b5f26b5dbe service neutron] 10.222.0.18 "GET /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981367 Sep 12 23:57:52.550307 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f673b0-f769-4daf-99c3-ceffcf4887ee req-e23dc250-2a96-4b2b-bed1-d6226a83cade tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:52.551758 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-04f673b0-f769-4daf-99c3-ceffcf4887ee req-e23dc250-2a96-4b2b-bed1-d6226a83cade tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.0537102 Sep 12 23:57:52.604133 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-04f673b0-f769-4daf-99c3-ceffcf4887ee req-1e0017c7-38ee-45de-90c0-2a5639afffad tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465865 Sep 12 23:57:53.297742 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:57:53.748173 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf16aa6-de56-496f-b50b-e1900a294bef req-75f304f0-152c-4416-95f6-a7632ca5fcdb tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:53.749937 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1cf16aa6-de56-496f-b50b-e1900a294bef req-75f304f0-152c-4416-95f6-a7632ca5fcdb tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.0566912 Sep 12 23:57:53.771339 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:53.804600 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1cf16aa6-de56-496f-b50b-e1900a294bef req-1e3069c3-7f0c-4211-823d-bad663d0ba34 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 Sep 12 23:57:54.783476 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-9fa6bd2e-baed-49bc-b490-d785ea4b19eb tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:54.785146 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-9fa6bd2e-baed-49bc-b490-d785ea4b19eb tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.0516510 Sep 12 23:57:54.888961 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-a0a60bfd-d6f8-4854-aa3c-abb3e89f6669 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Deleting port 57c9f24f-46a8-416f-96ec-1d08fd0338ff {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:57:54.889373 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-a0a60bfd-d6f8-4854-aa3c-abb3e89f6669 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:54.991139 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71e93f-cd8d-4ac5-b882-e54215d33358 req-a9288b81-12f4-4979-add8-8f899ab38050 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:54.992909 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8e71e93f-cd8d-4ac5-b882-e54215d33358 req-a9288b81-12f4-4979-add8-8f899ab38050 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a HTTP/1.1" status: 200 len: 946 time: 0.0956621 Sep 12 23:57:55.065258 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-a0a60bfd-d6f8-4854-aa3c-abb3e89f6669 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] For port 57c9f24f-46a8-416f-96ec-1d08fd0338ff, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=57c9f24f-46a8-416f-96ec-1d08fd0338ff,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:55.065517 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-a0a60bfd-d6f8-4854-aa3c-abb3e89f6669 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:55.087732 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-a0a60bfd-d6f8-4854-aa3c-abb3e89f6669 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Calling delete_port for 57c9f24f-46a8-416f-96ec-1d08fd0338ff owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:57:55.092277 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8e71e93f-cd8d-4ac5-b882-e54215d33358 req-9c4bf7ef-0bb2-4137-8322-e293c087c2f2 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d1cb589a-3348-48c4-bd0a-99d4e0ff171c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934143 Sep 12 23:57:55.170208 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:55.239012 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-a0a60bfd-d6f8-4854-aa3c-abb3e89f6669 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (57c9f24f-46a8-416f-96ec-1d08fd0338ff), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:55.255266 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['57c9f24f-46a8-416f-96ec-1d08fd0338ff'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:57:55.267884 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a60bfd-d6f8-4854-aa3c-abb3e89f6669 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Pushing event deleted for resources: {'Port': ['ID=57c9f24f-46a8-416f-96ec-1d08fd0338ff,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:55.316151 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-a0a60bfd-d6f8-4854-aa3c-abb3e89f6669 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] No DVR routers for this DVR port 57c9f24f-46a8-416f-96ec-1d08fd0338ff on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:57:55.318691 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-a0a60bfd-d6f8-4854-aa3c-abb3e89f6669 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:55.321950 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d37ffbd4-305e-4649-9af7-d44c2822470f req-a0a60bfd-d6f8-4854-aa3c-abb3e89f6669 tempest-TestMinimumBasicScenario-1265219423 tempest-TestMinimumBasicScenario-1265219423-project] 10.222.0.18 "DELETE /networking/v2.0/ports/57c9f24f-46a8-416f-96ec-1d08fd0338ff HTTP/1.1" status: 204 len: 173 time: 0.5286810 Sep 12 23:57:55.322452 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'name': 'network-vif-deleted', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:57:55.324747 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7190aa4-c8a5-4042-b9bf-c61357b4eb8c" -d '{"events": [{"server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "name": "network-vif-deleted", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:57:55.364596 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd7e9fc-ac08-4d91-98bb-0ab3d741522b x-openstack-request-id: req-9cd7e9fc-ac08-4d91-98bb-0ab3d741522b {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:57:55.365039 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a", "name": "network-vif-deleted", "tag": "57c9f24f-46a8-416f-96ec-1d08fd0338ff", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:57:55.365438 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cd7e9fc-ac08-4d91-98bb-0ab3d741522b {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:57:55.365967 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd7e9fc-ac08-4d91-98bb-0ab3d741522b'] response: {'server_uuid': 'c9e5a2d1-b35b-4e80-bc10-5c394ceb3a9a', 'name': 'network-vif-deleted', 'tag': '57c9f24f-46a8-416f-96ec-1d08fd0338ff', 'status': 'completed', 'code': 200} Sep 12 23:57:56.775588 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39482) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:57.117618 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (d76f1542-dba9-4e0a-894e-8fd6918444d1), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:57.167240 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:57.424294 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] Deleting port cb122e29-efb0-422f-a269-5a8d82ab5145 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:57:57.424640 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:57.541462 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] For port cb122e29-efb0-422f-a269-5a8d82ab5145, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=cb122e29-efb0-422f-a269-5a8d82ab5145,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:57.542165 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:57.558203 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] Calling delete_port for cb122e29-efb0-422f-a269-5a8d82ab5145 owned by network:router_interface {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:57:57.710518 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:57.768637 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (cb122e29-efb0-422f-a269-5a8d82ab5145), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:57.797369 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb122e29-efb0-422f-a269-5a8d82ab5145,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:58.005860 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (d76f1542-dba9-4e0a-894e-8fd6918444d1), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:58.171532 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:58.227591 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] Router d76f1542-dba9-4e0a-894e-8fd6918444d1 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:57:58.339500 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:57:58.347576 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-9173e5fe-dbce-4877-8920-ed49988b3591 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/d76f1542-dba9-4e0a-894e-8fd6918444d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5678489 Sep 12 23:57:58.348002 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39492) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:58.350703 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] Sync routers for ids ['d76f1542-dba9-4e0a-894e-8fd6918444d1'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:57:58.362965 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] Routers {'d76f1542-dba9-4e0a-894e-8fd6918444d1'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:58.363601 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['d76f1542-dba9-4e0a-894e-8fd6918444d1'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:58.460710 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Publish callbacks [] for router (d76f1542-dba9-4e0a-894e-8fd6918444d1), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:58.474449 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] Set router d76f1542-dba9-4e0a-894e-8fd6918444d1 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:58.567277 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Publish callbacks [] for router_gateway (d76f1542-dba9-4e0a-894e-8fd6918444d1), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:58.572400 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:58.616940 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Deleting port 5143764e-619b-42ee-8926-9b45c50799b6 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:57:58.617270 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (5143764e-619b-42ee-8926-9b45c50799b6), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:58.651769 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '5143764e-619b-42ee-8926-9b45c50799b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:57:57Z', 'revision_number': 5, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port': {'id': '5143764e-619b-42ee-8926-9b45c50799b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:29Z', 'updated_at': '2022-09-12T23:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:58.680433 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] Checking router: d76f1542-dba9-4e0a-894e-8fd6918444d1 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:57:58.690208 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] Routers {'d76f1542-dba9-4e0a-894e-8fd6918444d1'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:57:58.690953 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['d76f1542-dba9-4e0a-894e-8fd6918444d1'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:58.709589 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] For port 5143764e-619b-42ee-8926-9b45c50799b6, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5143764e-619b-42ee-8926-9b45c50799b6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:58.710031 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (5143764e-619b-42ee-8926-9b45c50799b6), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:58.724505 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Calling delete_port for 5143764e-619b-42ee-8926-9b45c50799b6 owned by network:router_gateway {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:57:58.788750 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] Set router d76f1542-dba9-4e0a-894e-8fd6918444d1 gateway port host: None {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:57:58.849166 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:57:58Z', 'revision_number': 6, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port_host': None}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:58.883610 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a75440-330b-42a0-8ab7-2a7a2d1f0cb0 None None] The sync data for ids ['d76f1542-dba9-4e0a-894e-8fd6918444d1'] in dv-cinder-820027-26-iscsi is: [{'id': 'd76f1542-dba9-4e0a-894e-8fd6918444d1', 'name': 'tempest-TestMinimumBasicScenario-2145879366-router', 'tenant_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:28Z', 'updated_at': '2022-09-12T23:57:58Z', 'revision_number': 6, 'project_id': '880f7d1c88224ebd85d15f7c43e7fe72', 'gw_port_host': None}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:57:58.945923 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (5143764e-619b-42ee-8926-9b45c50799b6), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:58.981492 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Pushing event deleted for resources: {'Port': ['ID=5143764e-619b-42ee-8926-9b45c50799b6,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:58.983909 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1674cec-eb94-43dc-aef0-a71eab47822a req-a3ce5f41-45ab-4afb-8a0a-e822414364fd tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:57:58.992254 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1674cec-eb94-43dc-aef0-a71eab47822a req-a3ce5f41-45ab-4afb-8a0a-e822414364fd tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1611826 Sep 12 23:57:59.002569 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (d76f1542-dba9-4e0a-894e-8fd6918444d1), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.043991 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1674cec-eb94-43dc-aef0-a71eab47822a req-067f7580-00f4-4797-9930-fd054f92172d tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507798 Sep 12 23:57:59.108382 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (d76f1542-dba9-4e0a-894e-8fd6918444d1), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.110768 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Publish callbacks [] for router_controller (d76f1542-dba9-4e0a-894e-8fd6918444d1), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.159356 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (d76f1542-dba9-4e0a-894e-8fd6918444d1), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.159950 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d76f1542-dba9-4e0a-894e-8fd6918444d1 {{(pid=112751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:57:59.165939 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.167154 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-fd5f6131-513a-4a56-b377-af07deb0fe23 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/d76f1542-dba9-4e0a-894e-8fd6918444d1 HTTP/1.1" status: 204 len: 168 time: 0.8171918 Sep 12 23:57:59.170103 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39502) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:59.211177 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:59.219243 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9acf48-8a8a-4764-a51e-06405033ff82 admin admin] Deleting subnet 3f740b43-608c-44c8-90db-c1213f1a7a59 {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:57:59.223253 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1b9acf48-8a8a-4764-a51e-06405033ff82 admin admin] Publish callbacks [] for subnet (3f740b43-608c-44c8-90db-c1213f1a7a59), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.261937 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1b9acf48-8a8a-4764-a51e-06405033ff82 admin admin] Publish callbacks [] for subnet (3f740b43-608c-44c8-90db-c1213f1a7a59), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.305062 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1b9acf48-8a8a-4764-a51e-06405033ff82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (3f740b43-608c-44c8-90db-c1213f1a7a59), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.365939 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1b9acf48-8a8a-4764-a51e-06405033ff82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for subnet (3f740b43-608c-44c8-90db-c1213f1a7a59), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.390712 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9acf48-8a8a-4764-a51e-06405033ff82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f740b43-608c-44c8-90db-c1213f1a7a59,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:59.398257 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1b9acf48-8a8a-4764-a51e-06405033ff82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.402252 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1b9acf48-8a8a-4764-a51e-06405033ff82 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/3f740b43-608c-44c8-90db-c1213f1a7a59 HTTP/1.1" status: 204 len: 168 time: 0.2308912 Sep 12 23:57:59.403528 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296fe715-ba4b-4e77-bc4b-d79e3170b19a None None] Network 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:57:59.404839 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39504) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:57:59.486924 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (21bf63a0-2c64-49f9-bfe5-14fd7ac5e729), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.496772 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:57:59.497375 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 57c9f24f-46a8-416f-96ec-1d08fd0338ff no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:57:59.525820 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 57c9f24f-46a8-416f-96ec-1d08fd0338ff {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:57:59.525820 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 57c9f24f-46a8-416f-96ec-1d08fd0338ff not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:57:59.544683 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Deleting port a83e9d70-4e56-4b59-87e4-b3f75276a603 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:57:59.545036 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.609026 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e9ae5-f2e4-4500-83e5-fe2d9fa70762 None None] DHCP port deletion for 21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:57:59.625162 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] For port a83e9d70-4e56-4b59-87e4-b3f75276a603, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=a83e9d70-4e56-4b59-87e4-b3f75276a603,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:59.625527 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.640668 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Calling delete_port for a83e9d70-4e56-4b59-87e4-b3f75276a603 owned by network:dhcp {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:57:59.678403 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e9ae5-f2e4-4500-83e5-fe2d9fa70762 None None] Deleting port a83e9d70-4e56-4b59-87e4-b3f75276a603 {{(pid=112753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:57:59.678776 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0d1e9ae5-f2e4-4500-83e5-fe2d9fa70762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), before_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.733117 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.760420 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-0d1e9ae5-f2e4-4500-83e5-fe2d9fa70762 None None] For port a83e9d70-4e56-4b59-87e4-b3f75276a603, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=a83e9d70-4e56-4b59-87e4-b3f75276a603,segment=NetworkSegment(f57904e4-b3ca-4119-8c6a-f20cc41965c7),segment_id=f57904e4-b3ca-4119-8c6a-f20cc41965c7)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:57:59.760823 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0d1e9ae5-f2e4-4500-83e5-fe2d9fa70762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), precommit_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.764425 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83e9d70-4e56-4b59-87e4-b3f75276a603,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:59.768956 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] No DVR routers for this DVR port a83e9d70-4e56-4b59-87e4-b3f75276a603 on host dv-cinder-820027-26-iscsi {{(pid=112751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:57:59.777175 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e9ae5-f2e4-4500-83e5-fe2d9fa70762 None None] Calling delete_port for a83e9d70-4e56-4b59-87e4-b3f75276a603 owned by network:dhcp {{(pid=112753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:57:59.846432 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (21bf63a0-2c64-49f9-bfe5-14fd7ac5e729), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.871086 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.871472 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.872224 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.872569 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > port after_create 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.872907 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.873241 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > port after_update 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.873563 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.874041 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.874361 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.874682 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.883546 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0d1e9ae5-f2e4-4500-83e5-fe2d9fa70762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (a83e9d70-4e56-4b59-87e4-b3f75276a603), after_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:57:59.911900 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e9ae5-f2e4-4500-83e5-fe2d9fa70762 None None] Pushing event deleted for resources: {'Port': ['ID=a83e9d70-4e56-4b59-87e4-b3f75276a603,revision_number=None']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:57:59.916609 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e9ae5-f2e4-4500-83e5-fe2d9fa70762 None None] No DVR routers for this DVR port a83e9d70-4e56-4b59-87e4-b3f75276a603 on host dv-cinder-820027-26-iscsi {{(pid=112753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:57:59.967186 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.967953 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.968359 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.968760 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 12 23:57:59.969962 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bf63a0-2c64-49f9-bfe5-14fd7ac5e729']}} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:59.975674 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device a83e9d70-4e56-4b59-87e4-b3f75276a603 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:57:59.990005 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57904e4-b3ca-4119-8c6a-f20cc41965c7') {'for_net_delete': True} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:57:59.990298 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57904e4-b3ca-4119-8c6a-f20cc41965c7') {} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:00.007792 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: a83e9d70-4e56-4b59-87e4-b3f75276a603 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:00.008125 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device a83e9d70-4e56-4b59-87e4-b3f75276a603 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:00.008553 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device cb122e29-efb0-422f-a269-5a8d82ab5145 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:00.012593 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8700766'] for segment (f57904e4-b3ca-4119-8c6a-f20cc41965c7), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:00.029660 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: cb122e29-efb0-422f-a269-5a8d82ab5145 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:00.029982 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device cb122e29-efb0-422f-a269-5a8d82ab5145 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:00.030386 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5143764e-619b-42ee-8926-9b45c50799b6 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:00.042103 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (f57904e4-b3ca-4119-8c6a-f20cc41965c7), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:00.052842 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=112751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:58:00.053077 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 5143764e-619b-42ee-8926-9b45c50799b6 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:00.053177 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5143764e-619b-42ee-8926-9b45c50799b6 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:00.053318 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8729937'] for segment (f57904e4-b3ca-4119-8c6a-f20cc41965c7), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:00.168136 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (21bf63a0-2c64-49f9-bfe5-14fd7ac5e729), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:00.199028 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=21bf63a0-2c64-49f9-bfe5-14fd7ac5e729,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:00.209221 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:00.214523 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0ea21467-3a25-4786-bb33-4e1ba5566e80 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/21bf63a0-2c64-49f9-bfe5-14fd7ac5e729 HTTP/1.1" status: 204 len: 168 time: 0.8085997 Sep 12 23:58:00.219737 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39518) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:00.223370 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment f57904e4-b3ca-4119-8c6a-f20cc41965c7 resource provider aggregate not found Sep 12 23:58:00.271354 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment f57904e4-b3ca-4119-8c6a-f20cc41965c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f57904e4-b3ca-4119-8c6a-f20cc41965c7 found for delete ", "request_id": "req-f2fc7e40-d2a8-46d5-a867-9eebd82e7bea"}]} Sep 12 23:58:00.325996 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e05f9-d2f2-478e-99b7-8e012eb944f4 req-73dc162f-1e21-441a-8fcf-dd0425915eaf tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:00.328114 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-085e05f9-d2f2-478e-99b7-8e012eb944f4 req-73dc162f-1e21-441a-8fcf-dd0425915eaf tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1568499 Sep 12 23:58:00.404637 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-085e05f9-d2f2-478e-99b7-8e012eb944f4 req-7dd18595-2921-4cfe-9cfd-b99515caa8af tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703201 Sep 12 23:58:00.464184 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:00.896867 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:01.201474 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:01.241603 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] Deleting port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:01.241926 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:01.328814 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] For port b287c7d6-84e8-4f3b-a6b2-abddf52b75e7, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=b287c7d6-84e8-4f3b-a6b2-abddf52b75e7,segment=NetworkSegment(cdc40101-5a10-4473-9a9e-3c62bedd395f),segment_id=cdc40101-5a10-4473-9a9e-3c62bedd395f)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:01.329180 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:01.346957 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] Calling delete_port for b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 owned by network:router_interface {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:01.541095 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a19e6d-82e3-40a2-b07c-7789bc28007f req-5aa227ce-ef69-4b71-8d22-c28b435a26b8 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:01.543128 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-11a19e6d-82e3-40a2-b07c-7789bc28007f req-5aa227ce-ef69-4b71-8d22-c28b435a26b8 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0582812 Sep 12 23:58:01.560190 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (b287c7d6-84e8-4f3b-a6b2-abddf52b75e7), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:01.587581 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] Pushing event deleted for resources: {'Port': ['ID=b287c7d6-84e8-4f3b-a6b2-abddf52b75e7,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:01.612054 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-11a19e6d-82e3-40a2-b07c-7789bc28007f req-c05782fc-4ee7-4a30-8272-6eef3ce191d7 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626631 Sep 12 23:58:01.793236 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:01.812862 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:02.064574 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] Router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:58:02.181312 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:58:02.187433 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-56647364-10c8-4ddd-ac9b-36ef4f88e83e admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/07b1720f-7820-4f3b-abd4-a2d1ed10a2a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9660420 Sep 12 23:58:02.190013 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39526) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:02.192284 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] Sync routers for ids ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:58:02.204518 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] Routers {'07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:02.205276 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:02.296884 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Publish callbacks [] for router (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:02.317839 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] Set router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:02.336701 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:02.410494 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Publish callbacks [] for router_gateway (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:02.458967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Deleting port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:02.459320 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:02.485590 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:02.500225 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'name': 'tempest-TestMinimumBasicScenario-1921346629-router', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:38Z', 'updated_at': '2022-09-12T23:58:01Z', 'revision_number': 5, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'gw_port': {'id': '29ab62eb-f3e0-48e4-b99f-80e69f7a6e93', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:39Z', 'updated_at': '2022-09-12T23:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:02.527979 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] Checking router: 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:58:02.537898 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] Routers {'07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:02.538537 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:57:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:02.630858 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] Set router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 gateway port host: None {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:02.689741 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'name': 'tempest-TestMinimumBasicScenario-1921346629-router', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:38Z', 'updated_at': '2022-09-12T23:58:02Z', 'revision_number': 6, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'gw_port_host': None}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:02.716018 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dced630-84df-4cc2-9d06-510c4bd3394c None None] The sync data for ids ['07b1720f-7820-4f3b-abd4-a2d1ed10a2a8'] in dv-cinder-820027-26-iscsi is: [{'id': '07b1720f-7820-4f3b-abd4-a2d1ed10a2a8', 'name': 'tempest-TestMinimumBasicScenario-1921346629-router', 'tenant_id': 'b1da04c606664831adb0d1b12d7815b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:38Z', 'updated_at': '2022-09-12T23:58:02Z', 'revision_number': 6, 'project_id': 'b1da04c606664831adb0d1b12d7815b2', 'gw_port_host': None}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:58:02.844628 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94b7f6-4e01-4cdd-a0f1-39ef587ff97e req-0d2ca0c5-e363-4ddd-bcf8-8729a43c9174 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:02.846274 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0d94b7f6-4e01-4cdd-a0f1-39ef587ff97e req-0d2ca0c5-e363-4ddd-bcf8-8729a43c9174 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0915353 Sep 12 23:58:02.890736 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] For port 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=29ab62eb-f3e0-48e4-b99f-80e69f7a6e93,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:02.890988 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:02.914547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Calling delete_port for 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 owned by network:router_gateway {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:02.938655 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0d94b7f6-4e01-4cdd-a0f1-39ef587ff97e req-5bd8768e-f591-4026-9e70-174bbf742d4c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806448 Sep 12 23:58:02.978077 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:03.126746 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (29ab62eb-f3e0-48e4-b99f-80e69f7a6e93), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.154329 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Pushing event deleted for resources: {'Port': ['ID=29ab62eb-f3e0-48e4-b99f-80e69f7a6e93,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:03.236659 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.343855 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.346588 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Publish callbacks [] for router_controller (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.416036 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (07b1720f-7820-4f3b-abd4-a2d1ed10a2a8), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.416699 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 {{(pid=112752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:58:03.422333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.423388 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-5e9dddae-da8d-414d-a7f5-4126427b544f admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/07b1720f-7820-4f3b-abd4-a2d1ed10a2a8 HTTP/1.1" status: 204 len: 168 time: 1.2323267 Sep 12 23:58:03.426197 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39534) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:03.485386 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Deleting subnet ad9d9864-1237-49f6-ba72-d66b3be40e78 {{(pid=112752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:58:03.489682 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Publish callbacks [] for subnet (ad9d9864-1237-49f6-ba72-d66b3be40e78), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.528717 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10069474'] for subnet (ad9d9864-1237-49f6-ba72-d66b3be40e78), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.643812 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (ad9d9864-1237-49f6-ba72-d66b3be40e78), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.665339 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:03.708262 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306299'] for subnet (ad9d9864-1237-49f6-ba72-d66b3be40e78), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.734075 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9d9864-1237-49f6-ba72-d66b3be40e78,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:03.742006 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.745629 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/ad9d9864-1237-49f6-ba72-d66b3be40e78 HTTP/1.1" status: 204 len: 168 time: 0.3184583 Sep 12 23:58:03.749149 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d6a60-c655-418d-91ae-199a33969ef1 None None] Network 6571f30f-a589-4b1b-a995-9ec12ed387c0 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:58:03.749815 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39536) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:03.759103 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.759466 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.759817 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.760158 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.760494 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.761233 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.761233 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.761457 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.761788 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.762337 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.762611 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.764069 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.764406 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.764835 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.765061 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b48f50-3fa7-4863-ad77-245967c55f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:03.820192 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:03.836867 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (6571f30f-a589-4b1b-a995-9ec12ed387c0), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.862051 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:03.887605 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Deleting port e7600f4a-c180-4d11-864e-c1dd70831ade {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:03.888002 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:03.975075 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d3954c-1aa2-4cfe-bba7-7456cb5118de None None] DHCP port deletion for 6571f30f-a589-4b1b-a995-9ec12ed387c0 request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:58:03.983517 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] For port e7600f4a-c180-4d11-864e-c1dd70831ade, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=e7600f4a-c180-4d11-864e-c1dd70831ade,segment=NetworkSegment(cdc40101-5a10-4473-9a9e-3c62bedd395f),segment_id=cdc40101-5a10-4473-9a9e-3c62bedd395f)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:03.984142 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.008447 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Calling delete_port for e7600f4a-c180-4d11-864e-c1dd70831ade owned by network:dhcp {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:04.014634 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:04.044743 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:04.045459 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 29ab62eb-f3e0-48e4-b99f-80e69f7a6e93 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:04.045961 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:04.049204 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-06d3954c-1aa2-4cfe-bba7-7456cb5118de None None] Deleting port e7600f4a-c180-4d11-864e-c1dd70831ade {{(pid=112753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:04.049905 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-06d3954c-1aa2-4cfe-bba7-7456cb5118de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), before_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.080759 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:04.081257 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device b287c7d6-84e8-4f3b-a6b2-abddf52b75e7 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:04.092000 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5266ee-1062-479c-821c-28cd802d03f6 req-866f5fd4-b1ac-4016-920a-3d3b465adf12 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:04.094846 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-eb5266ee-1062-479c-821c-28cd802d03f6 req-866f5fd4-b1ac-4016-920a-3d3b465adf12 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0635426 Sep 12 23:58:04.105567 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.142074 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] No DVR routers for this DVR port e7600f4a-c180-4d11-864e-c1dd70831ade on host dv-cinder-820027-26-iscsi {{(pid=112751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:58:04.144492 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=e7600f4a-c180-4d11-864e-c1dd70831ade,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:04.146424 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-eb5266ee-1062-479c-821c-28cd802d03f6 req-f951c62e-57e2-4a59-9708-5b38b9d7422d tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452621 Sep 12 23:58:04.148097 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-06d3954c-1aa2-4cfe-bba7-7456cb5118de None None] For port e7600f4a-c180-4d11-864e-c1dd70831ade, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=e7600f4a-c180-4d11-864e-c1dd70831ade,segment=NetworkSegment(cdc40101-5a10-4473-9a9e-3c62bedd395f),segment_id=cdc40101-5a10-4473-9a9e-3c62bedd395f)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:04.148556 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-06d3954c-1aa2-4cfe-bba7-7456cb5118de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), precommit_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.165549 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-06d3954c-1aa2-4cfe-bba7-7456cb5118de None None] Calling delete_port for e7600f4a-c180-4d11-864e-c1dd70831ade owned by network:dhcp {{(pid=112753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:04.224701 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (6571f30f-a589-4b1b-a995-9ec12ed387c0), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.249000 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6571f30f-a589-4b1b-a995-9ec12ed387c0']}} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:04.260709 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc40101-5a10-4473-9a9e-3c62bedd395f') {'for_net_delete': True} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:04.261008 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc40101-5a10-4473-9a9e-3c62bedd395f') {} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:04.272902 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8700766'] for segment (cdc40101-5a10-4473-9a9e-3c62bedd395f), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.289904 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (cdc40101-5a10-4473-9a9e-3c62bedd395f), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.298319 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=112751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:58:04.298829 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8729937'] for segment (cdc40101-5a10-4473-9a9e-3c62bedd395f), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.348169 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment cdc40101-5a10-4473-9a9e-3c62bedd395f resource provider aggregate not found Sep 12 23:58:04.367523 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment cdc40101-5a10-4473-9a9e-3c62bedd395f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdc40101-5a10-4473-9a9e-3c62bedd395f found for delete ", "request_id": "req-f3439074-41ed-4967-92e1-c29cc8971827"}]} Sep 12 23:58:04.373834 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (6571f30f-a589-4b1b-a995-9ec12ed387c0), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.377087 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-06d3954c-1aa2-4cfe-bba7-7456cb5118de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (e7600f4a-c180-4d11-864e-c1dd70831ade), after_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.379512 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.382612 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/6571f30f-a589-4b1b-a995-9ec12ed387c0 HTTP/1.1" status: 204 len: 168 time: 0.6324875 Sep 12 23:58:04.384468 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06d3954c-1aa2-4cfe-bba7-7456cb5118de None None] Network 6571f30f-a589-4b1b-a995-9ec12ed387c0 is not hosted by any dhcp agent {{(pid=112753) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 12 23:58:04.384942 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3954c-1aa2-4cfe-bba7-7456cb5118de None None] No DVR routers for this DVR port e7600f4a-c180-4d11-864e-c1dd70831ade on host dv-cinder-820027-26-iscsi {{(pid=112753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:58:04.399439 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4950215-8807-4f35-93ae-76026f5f4d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=6571f30f-a589-4b1b-a995-9ec12ed387c0,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:04.405775 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3954c-1aa2-4cfe-bba7-7456cb5118de None None] Pushing event deleted for resources: {'Port': ['ID=e7600f4a-c180-4d11-864e-c1dd70831ade,revision_number=None']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:04.559506 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39546) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:04.604879 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-303d3761-2e3d-40ad-ad01-907266cb79a0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=880f7d1c88224ebd85d15f7c43e7fe72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442038 Sep 12 23:58:04.607728 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39548) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:04.657234 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5686-7d9d-44d4-95e9-799c45212561 admin admin] Publish callbacks [] for security_group (d1cb589a-3348-48c4-bd0a-99d4e0ff171c), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.659630 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:04.681595 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5686-7d9d-44d4-95e9-799c45212561 admin admin] Publish callbacks [] for security_group (d1cb589a-3348-48c4-bd0a-99d4e0ff171c), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.733117 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5686-7d9d-44d4-95e9-799c45212561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d1cb589a-3348-48c4-bd0a-99d4e0ff171c), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.735793 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5686-7d9d-44d4-95e9-799c45212561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:04.736964 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-ca5b5686-7d9d-44d4-95e9-799c45212561 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d1cb589a-3348-48c4-bd0a-99d4e0ff171c HTTP/1.1" status: 204 len: 168 time: 0.1281462 Sep 12 23:58:04.745393 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b5686-7d9d-44d4-95e9-799c45212561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cb589a-3348-48c4-bd0a-99d4e0ff171c,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:05.142459 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39554) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:05.187551 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-d84f5856-c53a-4297-824f-cbe87994ff6d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b1da04c606664831adb0d1b12d7815b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434957 Sep 12 23:58:05.190433 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39558) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:05.252525 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff306-20fd-4916-905a-ed501b7e8a09 admin admin] Publish callbacks [] for security_group (6f2f6d1c-15a6-42ea-8872-c529f7fdb78b), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:05.279180 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff306-20fd-4916-905a-ed501b7e8a09 admin admin] Publish callbacks [] for security_group (6f2f6d1c-15a6-42ea-8872-c529f7fdb78b), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:05.286599 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757f90-6b57-4d7d-b7de-134fb2b28150 req-80ad485d-b0ff-4e3d-b154-47170698bc65 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:05.288137 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e8757f90-6b57-4d7d-b7de-134fb2b28150 req-80ad485d-b0ff-4e3d-b154-47170698bc65 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0521333 Sep 12 23:58:05.332083 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff306-20fd-4916-905a-ed501b7e8a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6f2f6d1c-15a6-42ea-8872-c529f7fdb78b), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:05.334630 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff306-20fd-4916-905a-ed501b7e8a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:05.335828 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-3f0ff306-20fd-4916-905a-ed501b7e8a09 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6f2f6d1c-15a6-42ea-8872-c529f7fdb78b HTTP/1.1" status: 204 len: 168 time: 0.1443918 Sep 12 23:58:05.343395 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e8757f90-6b57-4d7d-b7de-134fb2b28150 req-3200c631-160a-4380-a6ff-f22623322726 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491202 Sep 12 23:58:05.344900 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ff306-20fd-4916-905a-ed501b7e8a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2f6d1c-15a6-42ea-8872-c529f7fdb78b,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:05.933460 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e7600f4a-c180-4d11-864e-c1dd70831ade no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:05.953709 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: e7600f4a-c180-4d11-864e-c1dd70831ade {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:05.954057 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e7600f4a-c180-4d11-864e-c1dd70831ade not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:06.477670 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:06.490509 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2828987-9d76-4427-b977-0c1689705207 req-46c9ec80-a7d8-4ef8-81f2-75f093349f4a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:06.492089 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b2828987-9d76-4427-b977-0c1689705207 req-46c9ec80-a7d8-4ef8-81f2-75f093349f4a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0584376 Sep 12 23:58:06.555809 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:06.557412 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b2828987-9d76-4427-b977-0c1689705207 req-77c815ed-703c-48b4-8093-ef6fd3c4b4c4 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590708 Sep 12 23:58:07.698538 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4da0b-1406-4cf5-a6b4-4187d7743120 req-18d61097-c578-4995-85c8-9ed24f687c24 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:07.699979 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4cf4da0b-1406-4cf5-a6b4-4187d7743120 req-18d61097-c578-4995-85c8-9ed24f687c24 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0573277 Sep 12 23:58:07.756233 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4cf4da0b-1406-4cf5-a6b4-4187d7743120 req-884df67b-40c9-40fb-9511-b99e26e949ca tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460317 Sep 12 23:58:08.848638 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=89 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:08.853874 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=82 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:08.891426 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533592fb-949d-435a-82ef-cc993ed4d374 req-03926ab3-0e12-42a4-94e5-1b4d92982c2c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:08.892962 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-533592fb-949d-435a-82ef-cc993ed4d374 req-03926ab3-0e12-42a4-94e5-1b4d92982c2c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0512381 Sep 12 23:58:08.946173 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-533592fb-949d-435a-82ef-cc993ed4d374 req-12323749-e3f1-44e7-9c48-fc0eb2e85726 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456586 Sep 12 23:58:09.073641 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e874bdc7-7772-44d7-85f8-8b43a66523b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:09.928817 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-7da6b007-77b9-488b-b877-a5ccf3d5f3d8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445795 Sep 12 23:58:10.018201 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-3d579f93-3057-4764-ad61-245dc025a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:10.019759 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-3d579f93-3057-4764-ad61-245dc025a156 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c458cf41ded4113a09fb07e10d81d39&device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 1130 time: 0.0420051 Sep 12 23:58:10.122679 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bdb72-4d51-42db-8c1f-cfa3efa933b4 req-ff9d441d-9829-45b7-a058-53f88e39dcd2 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:10.124450 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9d3bdb72-4d51-42db-8c1f-cfa3efa933b4 req-ff9d441d-9829-45b7-a058-53f88e39dcd2 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0981550 Sep 12 23:58:10.202967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-19483626-7f9c-4149-93b4-f3177a3e3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:10.204580 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-19483626-7f9c-4149-93b4-f3177a3e3e3c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 200 len: 920 time: 0.1478152 Sep 12 23:58:10.208450 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9d3bdb72-4d51-42db-8c1f-cfa3efa933b4 req-fcaa75be-28b1-48e2-93de-998f4ce1420c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779064 Sep 12 23:58:10.252007 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-34ce1995-f933-408f-a573-ae49f73098ef service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4 HTTP/1.1" status: 200 len: 217 time: 0.0356023 Sep 12 23:58:10.326356 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-5246e445-44fb-4cbf-acfa-46283cb6a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:10.328492 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-5246e445-44fb-4cbf-acfa-46283cb6a694 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 200 len: 858 time: 0.0695250 Sep 12 23:58:10.379035 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:10.394273 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-aa47051c-7a27-43dd-a26b-e6719e4cb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:10.397358 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-aa47051c-7a27-43dd-a26b-e6719e4cb9b8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=d12b1ca0-0f82-443c-a352-272c3b2c327e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0603621 Sep 12 23:58:10.543278 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4ba8-bf63-41f2-9998-ae9beb162226 req-fee38095-6551-45a1-b455-2f83d3c82ef6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:10.544792 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1c5e4ba8-bf63-41f2-9998-ae9beb162226 req-fee38095-6551-45a1-b455-2f83d3c82ef6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1288607 Sep 12 23:58:10.556657 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-8074c503-fc58-4239-a088-a3d71679ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:10.558120 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-8074c503-fc58-4239-a088-a3d71679ad98 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ffc5ce52ae574b82bda143e766bcec80&device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 1129 time: 0.0670376 Sep 12 23:58:10.663273 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-b886bafb-a7cb-4cf8-a5ee-94d3a1451053 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486055 Sep 12 23:58:10.699657 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1c5e4ba8-bf63-41f2-9998-ae9beb162226 req-891e33f1-67be-41a7-a936-4341244cbda6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442506 Sep 12 23:58:10.756904 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-78321884-0d05-4588-b6d3-6c313c2287f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:10.758368 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-78321884-0d05-4588-b6d3-6c313c2287f3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 200 len: 912 time: 0.1895261 Sep 12 23:58:10.793220 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:10.827049 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-31f7978e-c744-4b62-bd4d-ff126b761940 req-00df6164-ae8a-4b5a-83c6-6c118e32dcdc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557703 Sep 12 23:58:10.846814 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-a01c20bc-b838-4961-84ad-d5572ad2f747 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4502ec9-84fa-4339-b714-5cfae4677e4e HTTP/1.1" status: 200 len: 1001 time: 0.0735652 Sep 12 23:58:10.899367 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-96884b68-aff1-4e71-9828-660728092f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:10.900827 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-96884b68-aff1-4e71-9828-660728092f21 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ddff083e-3369-4771-bb63-0a0920f10a4c HTTP/1.1" status: 200 len: 850 time: 0.0462904 Sep 12 23:58:10.951081 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-5b83d929-1ff7-4b9b-a3c4-13b446640dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:10.952521 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-5b83d929-1ff7-4b9b-a3c4-13b446640dae service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=923e930b-b793-481f-a057-be9c6d7f3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401475 Sep 12 23:58:11.056459 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-49b788bb-3d4c-48a0-b2f4-cf66fafc309a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941260 Sep 12 23:58:11.169151 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-233ed758-2111-4418-bb8c-c1cb4051e345 req-e3d612a8-dd14-43eb-ba8b-94d8bc5a55fc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009521 Sep 12 23:58:11.834557 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23fd55-e03b-4226-9163-b7b20fb4ba51 req-e1f16406-b24b-4f56-8b2d-c6d782561ad7 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:11.836002 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bb23fd55-e03b-4226-9163-b7b20fb4ba51 req-e1f16406-b24b-4f56-8b2d-c6d782561ad7 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0528624 Sep 12 23:58:11.889461 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bb23fd55-e03b-4226-9163-b7b20fb4ba51 req-27a22afe-e8d2-4e96-94a0-93f3d74f6767 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477123 Sep 12 23:58:11.975088 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-6953c252-f766-4d75-92bd-f71cb1605ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:13.020469 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f78a1-5e08-4ca1-959b-3bec9f40f18f req-375b0b48-0a13-4242-b66b-6b93bcbaf300 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:13.022384 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b16f78a1-5e08-4ca1-959b-3bec9f40f18f req-375b0b48-0a13-4242-b66b-6b93bcbaf300 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0487289 Sep 12 23:58:13.064815 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:13.073903 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b16f78a1-5e08-4ca1-959b-3bec9f40f18f req-c2b2c77e-a008-491d-9ce9-0d8e114967f0 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457280 Sep 12 23:58:13.287724 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:14.091901 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:14.813100 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:15.317350 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:15.340494 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:20.495068 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e44bc-592b-4508-b6ac-f7d849a69150 req-95c0b9f5-92fc-448b-9339-9f54a29d08b0 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:20.496530 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f73e44bc-592b-4508-b6ac-f7d849a69150 req-95c0b9f5-92fc-448b-9339-9f54a29d08b0 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0539896 Sep 12 23:58:20.549111 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f73e44bc-592b-4508-b6ac-f7d849a69150 req-89d8c2e2-9df7-41f8-93fa-6375e2d49a74 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458424 Sep 12 23:58:21.675150 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61876e4-1b4a-4328-8bb3-d5095e8f6b98 req-c956088b-68e3-4bd8-8d52-6e5bce08503f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:21.676647 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61876e4-1b4a-4328-8bb3-d5095e8f6b98 req-c956088b-68e3-4bd8-8d52-6e5bce08503f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0497561 Sep 12 23:58:21.728557 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61876e4-1b4a-4328-8bb3-d5095e8f6b98 req-6a303be6-858f-4d2d-a053-a7893d173745 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447929 Sep 12 23:58:22.869876 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81183090-08eb-493b-a641-5c5d23457c45 req-b117bdfe-6c8d-43c3-932d-3bb427b8a5ec tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:22.871498 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-81183090-08eb-493b-a641-5c5d23457c45 req-b117bdfe-6c8d-43c3-932d-3bb427b8a5ec tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0612209 Sep 12 23:58:22.926009 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-81183090-08eb-493b-a641-5c5d23457c45 req-7dcbb203-fd1b-44f2-8e3b-45f595af7574 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467551 Sep 12 23:58:24.060047 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e8a0-e717-482b-ab05-9e65d9ee82b6 req-580c3cbe-388d-4af7-842d-42d1d091d2ff tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:24.061597 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fdb9e8a0-e717-482b-ab05-9e65d9ee82b6 req-580c3cbe-388d-4af7-842d-42d1d091d2ff tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0559957 Sep 12 23:58:24.116151 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fdb9e8a0-e717-482b-ab05-9e65d9ee82b6 req-6f0b7a58-3ee7-4474-8f2a-f482ba8471ce tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=63dc9250-a637-45db-82bd-1fa02e3034c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486212 Sep 12 23:58:24.379434 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-f645d893-252f-4786-b352-6b8309c968a9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:24.381045 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-f645d893-252f-4786-b352-6b8309c968a9 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 945 time: 0.0550702 Sep 12 23:58:24.509467 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Deleting port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:24.509759 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:24.583316 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:24.622973 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] For port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:24.623379 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:24.799747 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=52,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:24.806443 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:24.889267 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:24.889701 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (f8f51975-91bf-41a1-be37-14a4beacb0ec), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:24.890022 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Floating IP f8f51975-91bf-41a1-be37-14a4beacb0ec disassociated. External IP: 172.27.1.96, port: 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1. Sep 12 23:58:24.890398 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Calling delete_port for 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:25.068100 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59da2e2-95d0-4a98-bf8a-999c3791a3b9 req-5f3501c7-df0c-48a3-9082-2a0e13b6bf2a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:25.069371 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f59da2e2-95d0-4a98-bf8a-999c3791a3b9 req-5f3501c7-df0c-48a3-9082-2a0e13b6bf2a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 946 time: 0.0856769 Sep 12 23:58:25.102421 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:25.118558 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:25.159256 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event deleted for resources: {'Port': ['ID=36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:25.185742 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f59da2e2-95d0-4a98-bf8a-999c3791a3b9 req-77d2edf7-9d69-41b0-9945-eaa757125e0f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083217 Sep 12 23:58:25.301014 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8135e25a-8220-40f5-a7fa-13f3468d1a07 req-d408b26e-b3c3-4624-8bee-ef5e6fd0a4a0 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 210 time: 0.0458336 Sep 12 23:58:25.372509 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Router 4c304214-a3ab-4bea-b2b5-aef94e0c170c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:58:25.526595 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:58:25.554352 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] Sync routers for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:58:25.567985 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:25.568697 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:58:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:25.592052 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] No DVR routers for this DVR port 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:58:25.594739 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:25.598170 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2c961fed-b8bb-49fb-8556-d6b996192b63 req-424f2c8f-90da-4cce-ae71-436275780ad7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "DELETE /networking/v2.0/ports/36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 HTTP/1.1" status: 204 len: 173 time: 1.2107720 Sep 12 23:58:25.598722 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'name': 'network-vif-deleted', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:58:25.601181 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e096fa-db9d-448c-a1cd-e39a22941c90" -d '{"events": [{"server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "name": "network-vif-deleted", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:58:25.660189 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f4526a-e406-46ca-bc46-122a71a34906 x-openstack-request-id: req-49f4526a-e406-46ca-bc46-122a71a34906 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:58:25.660484 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be21a98-d3f6-4f26-8947-fd39015a7735", "name": "network-vif-deleted", "tag": "36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:58:25.660704 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49f4526a-e406-46ca-bc46-122a71a34906 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:58:25.661148 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f4526a-e406-46ca-bc46-122a71a34906'] response: {'server_uuid': '0be21a98-d3f6-4f26-8947-fd39015a7735', 'name': 'network-vif-deleted', 'tag': '36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1', 'status': 'completed', 'code': 200} Sep 12 23:58:25.856856 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:26.120429 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:31Z', 'revision_number': 5, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:26.150893 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] Checking router: 4c304214-a3ab-4bea-b2b5-aef94e0c170c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:58:26.161997 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:26.162636 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:58:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:26.300121 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:26.421717 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779e866-4265-459d-80e3-0067501c5a68 req-3e5b7929-fac9-4f44-bf20-0dde085c6d11 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:26.423851 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9779e866-4265-459d-80e3-0067501c5a68 req-3e5b7929-fac9-4f44-bf20-0dde085c6d11 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 946 time: 0.0994880 Sep 12 23:58:26.491295 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-408b8100-1bdb-4ce2-afd3-889d7a86649c req-cf2d8137-dd53-4cf9-9c44-1f34c16fb371 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 210 time: 0.0638595 Sep 12 23:58:26.546168 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9779e866-4265-459d-80e3-0067501c5a68 req-615abba2-0d76-4004-a145-79623a984b5f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006608 Sep 12 23:58:26.589017 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:31Z', 'revision_number': 5, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:26.621877 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f920d44-3531-45d1-808f-aa48328e3b1c None None] The sync data for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi is: [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:53:14Z', 'revision_number': 4, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '47f41240-36d1-437e-9e59-26df74a59f2d', 'name': '', 'network_id': 'd12b1ca0-0f82-443c-a352-272c3b2c327e', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'mac_address': 'fa:16:3e:b2:21:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:09Z', 'updated_at': '2022-09-12T23:53:31Z', 'revision_number': 5, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'subnets': [{'id': '20a68d2a-ddbf-4ea2-8101-d2cc10f686c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:58:26.902251 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282fb2af-016e-4866-b2e2-c55c15827aaa None None] New status for floating IP f8f51975-91bf-41a1-be37-14a4beacb0ec: DOWN {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:58:27.032406 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-916f27ff-c11b-4837-b56b-b123476a9f11 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:27.033320 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-916f27ff-c11b-4837-b56b-b123476a9f11 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 946 time: 0.0675008 Sep 12 23:58:27.285283 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:27.374347 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Deleting port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:27.374751 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:27.486091 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] For port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:27.486821 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:27.627276 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:27.658494 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:27.658953 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 36b2ab7e-5dbe-4019-ae5e-f401a7d7cdb1 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:27.692822 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bcde2d48-e2c5-4fea-b61e-9958edefbd61 req-260fb91c-ce76-4e11-948e-85f201cac5a3 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0be21a98-d3f6-4f26-8947-fd39015a7735 HTTP/1.1" status: 200 len: 210 time: 0.0445147 Sep 12 23:58:28.107133 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee038ef-592b-4b51-abd1-3e6965a80ca0 req-f9af7896-2472-4f22-84b3-3a18741a9591 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:28.108816 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9ee038ef-592b-4b51-abd1-3e6965a80ca0 req-f9af7896-2472-4f22-84b3-3a18741a9591 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 946 time: 0.4231944 Sep 12 23:58:28.150964 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:28.151305 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (f987588d-4b6d-499f-adc3-a24fc3a1c73a), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:28.151515 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Floating IP f987588d-4b6d-499f-adc3-a24fc3a1c73a disassociated. External IP: 172.27.1.251, port: cd5278d3-b6b8-4ed3-ba84-c102f2c6a074. Sep 12 23:58:28.151865 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Calling delete_port for cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:28.225412 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9ee038ef-592b-4b51-abd1-3e6965a80ca0 req-67e110a6-685e-4577-ad5b-57316e60c56e tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a400bcff-7ff5-45cc-a3a9-9a079351b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106470 Sep 12 23:58:28.260864 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:28.345878 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (cd5278d3-b6b8-4ed3-ba84-c102f2c6a074), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:28.378771 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'Port': ['ID=cd5278d3-b6b8-4ed3-ba84-c102f2c6a074,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:28.519152 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:58:28.647184 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:58:28.659247 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:58:28.678259 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:28.679000 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:58:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:28.723317 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] No DVR routers for this DVR port cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:58:28.727557 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:28.732757 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f1da2764-b901-423f-8c01-c13bd3861a10 req-a62abdc1-b019-4de0-81e2-18a8ebc91bff tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "DELETE /networking/v2.0/ports/cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 HTTP/1.1" status: 204 len: 173 time: 1.6918168 Sep 12 23:58:28.733538 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'name': 'network-vif-deleted', 'tag': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:58:28.737534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9997a9-24a8-433d-8cc4-1033da0b8a95" -d '{"events": [{"server_uuid": "f1ff4faa-6a45-4d62-9e44-80dba7a947c0", "name": "network-vif-deleted", "tag": "cd5278d3-b6b8-4ed3-ba84-c102f2c6a074"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:58:28.801184 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff324e9a-78d7-455d-8523-9ebfd1192b4e x-openstack-request-id: req-ff324e9a-78d7-455d-8523-9ebfd1192b4e {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:58:28.801718 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ff4faa-6a45-4d62-9e44-80dba7a947c0", "name": "network-vif-deleted", "tag": "cd5278d3-b6b8-4ed3-ba84-c102f2c6a074", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:58:28.802047 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff324e9a-78d7-455d-8523-9ebfd1192b4e {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:58:28.802719 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff324e9a-78d7-455d-8523-9ebfd1192b4e'] response: {'server_uuid': 'f1ff4faa-6a45-4d62-9e44-80dba7a947c0', 'name': 'network-vif-deleted', 'tag': 'cd5278d3-b6b8-4ed3-ba84-c102f2c6a074', 'status': 'completed', 'code': 200} Sep 12 23:58:28.864428 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:28.867813 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39708) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:28.971845 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1a29d12c-9c52-4ce4-8a0e-2a92a96cbefc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group (63dc9250-a637-45db-82bd-1fa02e3034c1), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:29.014688 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1a29d12c-9c52-4ce4-8a0e-2a92a96cbefc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group (63dc9250-a637-45db-82bd-1fa02e3034c1), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:29.089465 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:29.109924 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1a29d12c-9c52-4ce4-8a0e-2a92a96cbefc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (63dc9250-a637-45db-82bd-1fa02e3034c1), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:29.113780 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1a29d12c-9c52-4ce4-8a0e-2a92a96cbefc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:29.116576 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1a29d12c-9c52-4ce4-8a0e-2a92a96cbefc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/63dc9250-a637-45db-82bd-1fa02e3034c1 HTTP/1.1" status: 204 len: 168 time: 0.2451644 Sep 12 23:58:29.119624 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39710) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:29.129859 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29d12c-9c52-4ce4-8a0e-2a92a96cbefc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dc9250-a637-45db-82bd-1fa02e3034c1,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:29.158027 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.api.v2.resource [None req-c7802bf8-b529-40a6-a8db-919f387866dd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] show failed (client error): The resource could not be found. Sep 12 23:58:29.159493 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-c7802bf8-b529-40a6-a8db-919f387866dd tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups/63dc9250-a637-45db-82bd-1fa02e3034c1 HTTP/1.1" status: 404 len: 347 time: 0.0384552 Sep 12 23:58:29.164651 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39712) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:29.229620 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:29.261377 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:58:29.265264 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:29.276765 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:29.277421 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:58:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:29.305995 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-53f14392-a6d1-4670-b0d7-eee1557ef103 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Deleting port 7cb076eb-47e6-4692-ac31-0fb26e79cebb {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:29.306387 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-53f14392-a6d1-4670-b0d7-eee1557ef103 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (7cb076eb-47e6-4692-ac31-0fb26e79cebb), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:29.353102 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:29.395727 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:29.434732 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5167fc22-d0da-4ee1-94c5-106be6c769ab req-b301ff35-3293-4b26-997e-e9ca54be1659 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f1ff4faa-6a45-4d62-9e44-80dba7a947c0 HTTP/1.1" status: 200 len: 210 time: 0.0385919 Sep 12 23:58:29.439027 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-53f14392-a6d1-4670-b0d7-eee1557ef103 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (7cb076eb-47e6-4692-ac31-0fb26e79cebb), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:29.439376 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-53f14392-a6d1-4670-b0d7-eee1557ef103 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for floatingip (7cb076eb-47e6-4692-ac31-0fb26e79cebb), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:29.455458 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-53f14392-a6d1-4670-b0d7-eee1557ef103 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Calling delete_port for 7cb076eb-47e6-4692-ac31-0fb26e79cebb owned by network:floatingip {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:29.674863 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-53f14392-a6d1-4670-b0d7-eee1557ef103 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (7cb076eb-47e6-4692-ac31-0fb26e79cebb), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:29.679342 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:29.710991 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc15ef-d080-487f-a364-67bd869a6666 None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:58:29.734448 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f14392-a6d1-4670-b0d7-eee1557ef103 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event deleted for resources: {'Port': ['ID=7cb076eb-47e6-4692-ac31-0fb26e79cebb,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:29.828616 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:29.838376 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-53f14392-a6d1-4670-b0d7-eee1557ef103 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks [] for floatingip (f8f51975-91bf-41a1-be37-14a4beacb0ec), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:29.841076 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-53f14392-a6d1-4670-b0d7-eee1557ef103 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:29.842315 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-53f14392-a6d1-4670-b0d7-eee1557ef103 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/f8f51975-91bf-41a1-be37-14a4beacb0ec HTTP/1.1" status: 204 len: 168 time: 0.6766326 Sep 12 23:58:30.058641 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc702223-54d5-4f96-acb7-b64cd3399038 None None] New status for floating IP f987588d-4b6d-499f-adc3-a24fc3a1c73a: DOWN {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:58:30.297798 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:58:30.567876 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39724) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:30.631464 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd456-535c-4ea4-914c-9c9393fd525b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (a400bcff-7ff5-45cc-a3a9-9a079351b5dd), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:30.656768 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd456-535c-4ea4-914c-9c9393fd525b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (a400bcff-7ff5-45cc-a3a9-9a079351b5dd), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:30.713565 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd456-535c-4ea4-914c-9c9393fd525b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (a400bcff-7ff5-45cc-a3a9-9a079351b5dd), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:30.718122 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd456-535c-4ea4-914c-9c9393fd525b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:30.720296 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-d5cbd456-535c-4ea4-914c-9c9393fd525b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a400bcff-7ff5-45cc-a3a9-9a079351b5dd HTTP/1.1" status: 204 len: 168 time: 0.1509190 Sep 12 23:58:30.723388 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39726) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:30.734929 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbd456-535c-4ea4-914c-9c9393fd525b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400bcff-7ff5-45cc-a3a9-9a079351b5dd,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:30.746765 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.api.v2.resource [None req-34258dd3-ba73-419d-9bcd-03ed1971c131 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] show failed (client error): The resource could not be found. Sep 12 23:58:30.748408 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-34258dd3-ba73-419d-9bcd-03ed1971c131 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups/a400bcff-7ff5-45cc-a3a9-9a079351b5dd HTTP/1.1" status: 404 len: 347 time: 0.0234296 Sep 12 23:58:30.752735 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39728) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:30.913082 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-ad40400b-15d5-4d34-8d25-3e29d70d8010 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Deleting port 5e5ed109-2691-44a7-88e7-204f1f4bed63 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:30.913451 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ad40400b-15d5-4d34-8d25-3e29d70d8010 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (5e5ed109-2691-44a7-88e7-204f1f4bed63), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.016876 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ad40400b-15d5-4d34-8d25-3e29d70d8010 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (5e5ed109-2691-44a7-88e7-204f1f4bed63), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.017347 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ad40400b-15d5-4d34-8d25-3e29d70d8010 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (5e5ed109-2691-44a7-88e7-204f1f4bed63), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.036950 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-ad40400b-15d5-4d34-8d25-3e29d70d8010 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Calling delete_port for 5e5ed109-2691-44a7-88e7-204f1f4bed63 owned by network:floatingip {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:31.217336 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ad40400b-15d5-4d34-8d25-3e29d70d8010 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (5e5ed109-2691-44a7-88e7-204f1f4bed63), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.252643 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40400b-15d5-4d34-8d25-3e29d70d8010 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'Port': ['ID=5e5ed109-2691-44a7-88e7-204f1f4bed63,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:31.331808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ad40400b-15d5-4d34-8d25-3e29d70d8010 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (f987588d-4b6d-499f-adc3-a24fc3a1c73a), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.336245 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ad40400b-15d5-4d34-8d25-3e29d70d8010 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.338020 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ad40400b-15d5-4d34-8d25-3e29d70d8010 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/f987588d-4b6d-499f-adc3-a24fc3a1c73a HTTP/1.1" status: 204 len: 168 time: 0.5839143 Sep 12 23:58:31.413996 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39740) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:31.421861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-7542b6bf-b471-43e4-868e-7149a3f2acf4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927824989', 'description': 'tempest-description--922147606'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:58:31.459040 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7542b6bf-b471-43e4-868e-7149a3f2acf4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.555125 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:31.559253 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7542b6bf-b471-43e4-868e-7149a3f2acf4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.565850 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7542b6bf-b471-43e4-868e-7149a3f2acf4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.616299 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7542b6bf-b471-43e4-868e-7149a3f2acf4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.617549 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-7542b6bf-b471-43e4-868e-7149a3f2acf4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2021809 Sep 12 23:58:31.621390 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39746) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:31.626417 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-6e1754e4-ffdd-4d5f-bde4-1a73294898fc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group_rule': {'security_group_id': '6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:58:31.633109 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542b6bf-b471-43e4-868e-7149a3f2acf4 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:31.643265 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:31.669283 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6e1754e4-ffdd-4d5f-bde4-1a73294898fc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (c9723b17-8534-4fc1-aad8-96d0568bfa24), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.675144 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:31.676381 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device cd5278d3-b6b8-4ed3-ba84-c102f2c6a074 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:31.742745 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6e1754e4-ffdd-4d5f-bde4-1a73294898fc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (c9723b17-8534-4fc1-aad8-96d0568bfa24), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.749225 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6e1754e4-ffdd-4d5f-bde4-1a73294898fc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (c9723b17-8534-4fc1-aad8-96d0568bfa24), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.768487 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1754e4-ffdd-4d5f-bde4-1a73294898fc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9723b17-8534-4fc1-aad8-96d0568bfa24,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:31.783089 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6e1754e4-ffdd-4d5f-bde4-1a73294898fc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.787080 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39748) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:31.788089 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-6e1754e4-ffdd-4d5f-bde4-1a73294898fc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1647048 Sep 12 23:58:31.797008 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'security_group_rule': {'security_group_id': '6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:58:31.840559 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (1f3f5daf-60fd-4b91-9d9c-e8363f04c6a4), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.925609 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (1f3f5daf-60fd-4b91-9d9c-e8363f04c6a4), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.931574 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (1f3f5daf-60fd-4b91-9d9c-e8363f04c6a4), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.947650 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3f5daf-60fd-4b91-9d9c-e8363f04c6a4,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:31.963371 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.963712 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.964056 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.964420 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.964735 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.965091 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.965498 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.965835 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.966167 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.966486 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.966809 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.967211 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.968064 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.969011 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.969982 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:31.978292 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:31.983816 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-70a572ab-dfd0-42b7-a25a-39b801215876 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1937926 Sep 12 23:58:31.984562 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39752) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:31.991713 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:58:32.016321 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:32.023525 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:32.122194 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:32.250202 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Allocated IP 172.27.1.154 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/105eb50b-e559-4cc6-a327-e24755abb7ee) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:58:32.427397 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (105eb50b-e559-4cc6-a327-e24755abb7ee), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:32.490740 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (105eb50b-e559-4cc6-a327-e24755abb7ee), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:32.608084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:58:32.631128 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b8bfc-87bd-45c7-bd49-7d76d44682b7 req-eac25675-7b70-41a2-92b9-90ebc1ea4758 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:32.633857 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7b7b8bfc-87bd-45c7-bd49-7d76d44682b7 req-eac25675-7b70-41a2-92b9-90ebc1ea4758 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.1604252 Sep 12 23:58:32.635416 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:58:32.639532 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:58:32.643664 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=105eb50b-e559-4cc6-a327-e24755abb7ee,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:32.735054 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:32.755848 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7b7b8bfc-87bd-45c7-bd49-7d76d44682b7 req-826238b6-2da4-4f41-96b5-53aefa6db42b tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078699 Sep 12 23:58:32.798615 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (6de5d545-d01e-4d09-9f44-dfd38c170dfc), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:32.842427 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (105eb50b-e559-4cc6-a327-e24755abb7ee), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:33.022143 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (105eb50b-e559-4cc6-a327-e24755abb7ee), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:33.028456 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (105eb50b-e559-4cc6-a327-e24755abb7ee), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:33.096470 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:33.125015 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=105eb50b-e559-4cc6-a327-e24755abb7ee,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:33.129269 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (6de5d545-d01e-4d09-9f44-dfd38c170dfc), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:33.149775 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:33.151760 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-bd5b8657-e4fa-43c5-8d57-3701b0257371 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1656828 Sep 12 23:58:33.389693 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-f4e79540-32af-494c-a692-c6a5ef65c73e tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1927824989&fields=id&tenant_id=6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 267 time: 0.0914669 Sep 12 23:58:33.570436 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d9555-b496-4704-a605-d89430c49085 req-ccc83eea-89a8-425d-87bc-a9d310a6e3b6 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:33.573059 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-ccc83eea-89a8-425d-87bc-a9d310a6e3b6 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 815 time: 0.1755631 Sep 12 23:58:33.591715 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-7b44d533-15f9-4021-b39e-42fec74b8201 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/quotas/6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 375 time: 0.0126448 Sep 12 23:58:33.657860 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-f46dbc84-8e9e-47a1-be23-23161b7040ee tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603340 Sep 12 23:58:33.843523 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-af951011-dae3-4d84-bbc9-5f5622b6eee9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730249 Sep 12 23:58:34.000277 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b645d1-5cbe-4010-b0f8-32876f6f993b req-482941d8-8130-4b3a-900c-97dff2ef1079 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:34.001871 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d1b645d1-5cbe-4010-b0f8-32876f6f993b req-482941d8-8130-4b3a-900c-97dff2ef1079 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.0647895 Sep 12 23:58:34.047998 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-442acb9e-60cf-4fa6-b31e-5acf7d2fb1bf service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956372 Sep 12 23:58:34.078585 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d1b645d1-5cbe-4010-b0f8-32876f6f993b req-7dbbc6ec-e3a0-496b-bfd1-146bae24e03a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687585 Sep 12 23:58:34.278005 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9a585573-dc36-4fb2-9f03-66d9b15e9975 req-ae5634ba-8e50-4370-83dc-fdeb71989ab0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0416737 Sep 12 23:58:34.519565 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:34.532961 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f8abc-ec4d-4a44-a7df-c714723cf0ef req-bae038f3-651a-4325-bb08-81ca665c4d1d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:34.534170 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5f5f8abc-ec4d-4a44-a7df-c714723cf0ef req-bae038f3-651a-4325-bb08-81ca665c4d1d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0621939 Sep 12 23:58:34.596042 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5f5f8abc-ec4d-4a44-a7df-c714723cf0ef req-103ad740-9a0f-480d-8c49-14a43ad2795d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513275 Sep 12 23:58:34.977660 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-83aff2da-c979-40cb-b23d-da39adea029c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:34.980214 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-83aff2da-c979-40cb-b23d-da39adea029c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.0602438 Sep 12 23:58:35.091430 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-2ba53c80-869d-4492-98c9-b9c0f7f8097c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Deleting port b826088f-8d82-4b72-a304-bc22a8977946 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:35.091784 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-2ba53c80-869d-4492-98c9-b9c0f7f8097c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (b826088f-8d82-4b72-a304-bc22a8977946), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:35.274844 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-2ba53c80-869d-4492-98c9-b9c0f7f8097c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] For port b826088f-8d82-4b72-a304-bc22a8977946, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=b826088f-8d82-4b72-a304-bc22a8977946,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:35.275258 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-2ba53c80-869d-4492-98c9-b9c0f7f8097c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (b826088f-8d82-4b72-a304-bc22a8977946), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:35.307139 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d958e-4cb7-4b8a-a85c-dc8572e2f83c req-18c1b9cb-ed43-4d8e-a1c3-e17ca75b1f10 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:35.308882 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-269d958e-4cb7-4b8a-a85c-dc8572e2f83c req-18c1b9cb-ed43-4d8e-a1c3-e17ca75b1f10 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 945 time: 0.0892732 Sep 12 23:58:35.310042 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-2ba53c80-869d-4492-98c9-b9c0f7f8097c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Calling delete_port for b826088f-8d82-4b72-a304-bc22a8977946 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:35.416936 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-269d958e-4cb7-4b8a-a85c-dc8572e2f83c req-f7046ae8-507f-48d2-9895-4fdd27422b4f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968101 Sep 12 23:58:35.420256 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:35.468879 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-831a90c7-0f0a-478e-a579-a01a4e99f1c6 req-3be45053-c8f9-4ebb-8024-0f08fde8b4de tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0507905 Sep 12 23:58:35.540778 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-2ba53c80-869d-4492-98c9-b9c0f7f8097c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (b826088f-8d82-4b72-a304-bc22a8977946), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:35.554599 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['b826088f-8d82-4b72-a304-bc22a8977946', 'c822ad88-7a3d-489a-9cdd-11e5745240c4'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:58:35.571114 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba53c80-869d-4492-98c9-b9c0f7f8097c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event deleted for resources: {'Port': ['ID=b826088f-8d82-4b72-a304-bc22a8977946,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:35.619886 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-2ba53c80-869d-4492-98c9-b9c0f7f8097c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] No DVR routers for this DVR port b826088f-8d82-4b72-a304-bc22a8977946 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:58:35.622633 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-2ba53c80-869d-4492-98c9-b9c0f7f8097c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:35.626101 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-86d21aa3-55e2-42f1-abad-73ca055fd0b4 req-2ba53c80-869d-4492-98c9-b9c0f7f8097c tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "DELETE /networking/v2.0/ports/b826088f-8d82-4b72-a304-bc22a8977946 HTTP/1.1" status: 204 len: 173 time: 0.6400259 Sep 12 23:58:35.626695 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ba81ef-4875-4ba4-94e0-c8275bfcf252', 'name': 'network-vif-deleted', 'tag': 'b826088f-8d82-4b72-a304-bc22a8977946'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:58:35.629055 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2492254-a961-4dfc-99c6-55571141425c" -d '{"events": [{"server_uuid": "f3ba81ef-4875-4ba4-94e0-c8275bfcf252", "name": "network-vif-deleted", "tag": "b826088f-8d82-4b72-a304-bc22a8977946"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:58:35.670423 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc51083a-a27c-417c-a200-06bad7cb7573 x-openstack-request-id: req-dc51083a-a27c-417c-a200-06bad7cb7573 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:58:35.670811 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ba81ef-4875-4ba4-94e0-c8275bfcf252", "name": "network-vif-deleted", "tag": "b826088f-8d82-4b72-a304-bc22a8977946", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:58:35.671133 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc51083a-a27c-417c-a200-06bad7cb7573 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:58:35.671651 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc51083a-a27c-417c-a200-06bad7cb7573'] response: {'server_uuid': 'f3ba81ef-4875-4ba4-94e0-c8275bfcf252', 'name': 'network-vif-deleted', 'tag': 'b826088f-8d82-4b72-a304-bc22a8977946', 'status': 'completed', 'code': 200} Sep 12 23:58:35.756042 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03980c4d-28fa-4257-b189-c9769119bd6a req-164cd3d1-dc05-4da8-81c3-8710079a0df5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:35.757663 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-03980c4d-28fa-4257-b189-c9769119bd6a req-164cd3d1-dc05-4da8-81c3-8710079a0df5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0652111 Sep 12 23:58:35.836718 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-03980c4d-28fa-4257-b189-c9769119bd6a req-a4eb5695-c4a1-4619-b64d-4afbbe95c834 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701542 Sep 12 23:58:35.962793 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d9555-b496-4704-a605-d89430c49085 req-cef8abbe-2656-496e-8cd2-1b2381766a34 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:35.964522 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-cef8abbe-2656-496e-8cd2-1b2381766a34 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 815 time: 0.1457231 Sep 12 23:58:36.054176 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-3ed8850e-e60f-4f85-b38e-b4892bdde8b2 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6c681f1232de4a5fbfc728c230f80624 HTTP/1.1" status: 200 len: 380 time: 0.0758653 Sep 12 23:58:36.066609 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'port': {'device_id': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'admin_state_up': True, 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'security_groups': ['6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:58:36.069881 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:36.186906 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Made reservation on behalf of 6c681f1232de4a5fbfc728c230f80624 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:58:36.190757 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:36.331949 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Allocated IP 172.20.0.6 (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c/906cbf42-8859-49fd-9442-6e0a10c87391/3518a015-4b9d-49ce-83c7-2bc6c147a0ba) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:58:36.505620 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:36.560679 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:36.564840 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-48ff19bf-b64a-4b23-9c23-7febe812bea2 req-93a546e1-1e65-448a-bdf1-9b614d6d3cfa tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3ba81ef-4875-4ba4-94e0-c8275bfcf252 HTTP/1.1" status: 200 len: 210 time: 0.0371921 Sep 12 23:58:36.616556 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2df33ff1-918a-43bb-a185-d28d14cbc952 req-2573850c-5988-426d-b617-9c1c1c23f1ab tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0338845 Sep 12 23:58:36.622506 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:36.654014 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:36.678794 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:58:36.682761 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event updated for resources: {'Port': ['ID=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:36.685290 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:58:36.687861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:58:36.742282 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:36.742907 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:36.764022 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-6f4ab7c6-a0c3-44b0-b9b6-0a16796ce870 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7038150 Sep 12 23:58:36.777097 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Request body: {'port': {'device_id': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:58:36.846451 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:36.946904 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-a02ec9ed-2c72-40b5-b635-0a99eae371ab None None] Provisioning complete for port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:58:36.947722 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a02ec9ed-2c72-40b5-b635-0a99eae371ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:36.983443 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-a02ec9ed-2c72-40b5-b635-0a99eae371ab None None] Port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:58:36.991200 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:37.033081 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d98d59-62dd-4d6a-bbb0-f8735d1816b6 req-1740314b-6142-441b-aaf0-5b1003812743 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:37.034620 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-01d98d59-62dd-4d6a-bbb0-f8735d1816b6 req-1740314b-6142-441b-aaf0-5b1003812743 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0816038 Sep 12 23:58:37.143649 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-01d98d59-62dd-4d6a-bbb0-f8735d1816b6 req-65ddd122-752a-44bd-89e9-fb58744f002d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755672 Sep 12 23:58:37.207538 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3518a015-4b9d-49ce-83c7-2bc6c147a0ba {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:58:37.215742 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Publish callbacks [] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:37.229182 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Transition to ACTIVE for port object 3518a015-4b9d-49ce-83c7-2bc6c147a0ba will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:58:37.233285 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:37.297859 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Pushing event updated for resources: {'Port': ['ID=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:37.351132 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Attempting to bind port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:58:37.351476 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Attempting to bind port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:58:37.351839 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Attempting to bind port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:58:37.397890 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:58:37.398144 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Attempting to bind port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba on network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:58:37.443676 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:58:37.444009 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Checking segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:58:37.444398 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Bound using segment: {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:58:37.444834 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Bound port: 3518a015-4b9d-49ce-83c7-2bc6c147a0ba, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8afd542-d1ba-4744-a3ca-20e563597814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:58:37.445189 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:37.524634 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] For port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:58:37.528115 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] For port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:58:37.537265 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:37.541656 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:37.542343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:37.543830 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/3518a015-4b9d-49ce-83c7-2bc6c147a0ba HTTP/1.1" status: 200 len: 1093 time: 0.7713215 Sep 12 23:58:37.563713 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:37.618950 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331256e-b1dc-4241-95bf-58f624117c9a service neutron] Pushing event updated for resources: {'Port': ['ID=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:37.641292 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d9555-b496-4704-a605-d89430c49085 req-56aaace6-e721-4413-bb70-1022f3ca881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:37.643035 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-56aaace6-e721-4413-bb70-1022f3ca881e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 1127 time: 0.0533140 Sep 12 23:58:37.651370 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device b826088f-8d82-4b72-a304-bc22a8977946 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:37.674404 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: b826088f-8d82-4b72-a304-bc22a8977946 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:37.675002 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device b826088f-8d82-4b72-a304-bc22a8977946 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:37.687483 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'tag': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:58:37.689827 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c6b462-2c1d-499c-a5bb-70cc639a1495" -d '{"events": [{"name": "network-changed", "server_uuid": "b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5", "tag": "3518a015-4b9d-49ce-83c7-2bc6c147a0ba"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:58:37.693947 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-e3f4faea-139b-417e-b408-27b85948b367 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3518a015-4b9d-49ce-83c7-2bc6c147a0ba HTTP/1.1" status: 200 len: 217 time: 0.0421438 Sep 12 23:58:37.787504 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d9555-b496-4704-a605-d89430c49085 req-6f454bd5-05cc-46b4-a631-d9ed2474f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:37.789014 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-6f454bd5-05cc-46b4-a631-d9ed2474f204 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 200 len: 854 time: 0.0869603 Sep 12 23:58:37.795627 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4faf37-0321-43c3-b2fa-aca16853ccba req-ed68a77e-220a-4688-8bfe-fee97da3fec1 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:37.797198 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9d4faf37-0321-43c3-b2fa-aca16853ccba req-ed68a77e-220a-4688-8bfe-fee97da3fec1 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0643396 Sep 12 23:58:37.837540 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2f1b8c-77f0-426f-aca0-775c693556b7 x-openstack-request-id: req-8e2f1b8c-77f0-426f-aca0-775c693556b7 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:58:37.837827 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5", "tag": "3518a015-4b9d-49ce-83c7-2bc6c147a0ba", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:58:37.838082 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e2f1b8c-77f0-426f-aca0-775c693556b7 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:58:37.838481 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2f1b8c-77f0-426f-aca0-775c693556b7'] response: {'name': 'network-changed', 'server_uuid': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'tag': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba', 'status': 'completed', 'code': 200} Sep 12 23:58:37.872263 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d9555-b496-4704-a605-d89430c49085 req-5edd9232-72a1-4f61-b3b9-e3ae49f4f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:37.873784 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-5edd9232-72a1-4f61-b3b9-e3ae49f4f4de service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0757306 Sep 12 23:58:37.886312 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9d4faf37-0321-43c3-b2fa-aca16853ccba req-347e78e8-17ed-4619-aea4-555d6c8e2688 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789115 Sep 12 23:58:37.929556 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a4eb9-07f0-4172-b3b7-2a63ef424a71 req-51f81880-e0b3-4b28-8224-a13b6a73ccf4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:37.931091 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ed5a4eb9-07f0-4172-b3b7-2a63ef424a71 req-51f81880-e0b3-4b28-8224-a13b6a73ccf4 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0556259 Sep 12 23:58:37.978450 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ed5a4eb9-07f0-4172-b3b7-2a63ef424a71 req-738df831-1e43-4176-9d79-782601d5a89a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Sep 12 23:58:38.240438 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:38.278037 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517cc5b-b74a-4812-96cd-09e086a00f76 req-be9db8b2-982b-45ee-838e-da76a3352a91 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:38.279535 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8517cc5b-b74a-4812-96cd-09e086a00f76 req-be9db8b2-982b-45ee-838e-da76a3352a91 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0488927 Sep 12 23:58:38.327073 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8517cc5b-b74a-4812-96cd-09e086a00f76 req-558ca9b1-e4e8-40ad-b741-625901a32d12 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416396 Sep 12 23:58:39.019088 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863c635-a8ed-491f-9194-37b7d2224ad8 req-27d31855-1492-4919-82e7-b81311c5458c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:39.020122 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8863c635-a8ed-491f-9194-37b7d2224ad8 req-27d31855-1492-4919-82e7-b81311c5458c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0509732 Sep 12 23:58:39.078991 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-15120c16-5d9b-4e01-b016-fe26217ec55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:39.125878 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8863c635-a8ed-491f-9194-37b7d2224ad8 req-efbca59c-5e56-4587-9021-1969762a805d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958683 Sep 12 23:58:39.140387 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18c5d8-0bcd-4ff8-bc7b-d6ac728fc8a6 req-312c007a-bbd2-4742-9ce8-4a1518f53b9b tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:39.141993 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bf18c5d8-0bcd-4ff8-bc7b-d6ac728fc8a6 req-312c007a-bbd2-4742-9ce8-4a1518f53b9b tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0725768 Sep 12 23:58:39.208620 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bf18c5d8-0bcd-4ff8-bc7b-d6ac728fc8a6 req-9fc28b98-b1af-4da8-80f3-11020b3ad953 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598187 Sep 12 23:58:39.456479 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd852-d149-422e-b638-3961e777f54e req-9303716e-05fb-4c0e-ad9e-cf5aa95b7e10 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:39.458125 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-454cd852-d149-422e-b638-3961e777f54e req-9303716e-05fb-4c0e-ad9e-cf5aa95b7e10 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0498214 Sep 12 23:58:39.516559 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-454cd852-d149-422e-b638-3961e777f54e req-eccc2bc9-deff-4fe1-919c-980a38ec2088 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498838 Sep 12 23:58:40.277117 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57358ee-0f5e-473d-98fa-de68ccae149f req-cf68749f-06e1-4c73-8f3b-3943275caa95 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:40.278727 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a57358ee-0f5e-473d-98fa-de68ccae149f req-cf68749f-06e1-4c73-8f3b-3943275caa95 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0560517 Sep 12 23:58:40.292836 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=36 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:40.294067 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=38 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:40.369271 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2419bdf-6452-4abf-a03d-e3c09b995ef6 req-93858fc8-b1aa-4221-9752-fcff9e2767f7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:40.370820 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c2419bdf-6452-4abf-a03d-e3c09b995ef6 req-93858fc8-b1aa-4221-9752-fcff9e2767f7 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0698035 Sep 12 23:58:40.374205 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a57358ee-0f5e-473d-98fa-de68ccae149f req-135fb35a-e2cf-4c93-a45b-e0c14cb9c5a8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888739 Sep 12 23:58:40.427765 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c2419bdf-6452-4abf-a03d-e3c09b995ef6 req-7c884e7c-3c9c-4f99-b58c-fa24b96c1ef5 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490174 Sep 12 23:58:40.654016 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670144da-ea67-4072-a730-6cbd0585e4a5 req-321bfaf0-12d1-4940-a43d-c3787a22e306 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:40.655583 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-670144da-ea67-4072-a730-6cbd0585e4a5 req-321bfaf0-12d1-4940-a43d-c3787a22e306 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0530005 Sep 12 23:58:40.709505 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-670144da-ea67-4072-a730-6cbd0585e4a5 req-4b16eb49-5ed9-4ad2-be70-4f11194eb93d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479984 Sep 12 23:58:41.059746 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:41.153625 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-12a6f601-485c-4b5b-becd-5d7033c2e0d5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023860 Sep 12 23:58:41.286276 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f87d9555-b496-4704-a605-d89430c49085 req-e3d1fe17-1573-47bc-a12a-b5d395671c6e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026132 Sep 12 23:58:41.355173 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-453daab2-0f56-4a5b-9aae-a6f0ee3b9264 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:41.357747 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-453daab2-0f56-4a5b-9aae-a6f0ee3b9264 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0580463 Sep 12 23:58:41.506290 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928173b-0ded-4f28-9f0c-48ea0de3cdd0 req-cf0918bf-a8ff-405b-a19d-72aabf637ab8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:41.507935 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e928173b-0ded-4f28-9f0c-48ea0de3cdd0 req-cf0918bf-a8ff-405b-a19d-72aabf637ab8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 943 time: 0.0519323 Sep 12 23:58:41.585911 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5a2d7-83dd-4e98-b5b6-a1ab48c282aa req-5a500d35-fa02-4870-aef6-2fc2ab07452f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:41.587935 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3de5a2d7-83dd-4e98-b5b6-a1ab48c282aa req-5a500d35-fa02-4870-aef6-2fc2ab07452f tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.0751996 Sep 12 23:58:41.619445 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:41.625727 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e928173b-0ded-4f28-9f0c-48ea0de3cdd0 req-20791455-90ba-41ad-a036-b50032146f44 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034913 Sep 12 23:58:41.660214 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3de5a2d7-83dd-4e98-b5b6-a1ab48c282aa req-f554a2bc-d900-4a56-a513-00aee6e0eba8 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638170 Sep 12 23:58:41.843276 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb622c9-e91a-4f7e-adaf-c4b344d67caa req-e2c1a5ab-fbd4-46fd-8a16-f6b8815ac6d3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:41.844913 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1bb622c9-e91a-4f7e-adaf-c4b344d67caa req-e2c1a5ab-fbd4-46fd-8a16-f6b8815ac6d3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0514975 Sep 12 23:58:41.899684 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1bb622c9-e91a-4f7e-adaf-c4b344d67caa req-68c647de-138c-4d5e-9b9e-d2bd516ff64d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483916 Sep 12 23:58:41.957396 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=60,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:41.961385 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=37,neutron:DELETE=4,neutron:INSERT=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:41.982003 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3386-c79b-40ec-b327-1e29e3665ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:42.615807 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-73d1a17f-4049-4c45-93bb-e126bbfc899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:42.617647 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-73d1a17f-4049-4c45-93bb-e126bbfc899f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 1127 time: 0.3591034 Sep 12 23:58:42.653808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-4aafb3f2-7c30-43fb-80b4-56d38b4d918a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Deleting port c822ad88-7a3d-489a-9cdd-11e5745240c4 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:42.654182 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-4aafb3f2-7c30-43fb-80b4-56d38b4d918a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:42.854327 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266f38b-cf75-434e-aed8-e79e6bc1a984 req-74a2141f-c526-40b4-aa19-71c9dc09e111 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:42.856174 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a266f38b-cf75-434e-aed8-e79e6bc1a984 req-74a2141f-c526-40b4-aa19-71c9dc09e111 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 943 time: 0.1223831 Sep 12 23:58:42.913381 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84974bba-f240-4610-85ea-d514b0d44a03 req-6764f8b0-3dab-43ba-be4e-ec4fdb4f2c54 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:42.914964 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-84974bba-f240-4610-85ea-d514b0d44a03 req-6764f8b0-3dab-43ba-be4e-ec4fdb4f2c54 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 946 time: 0.1352489 Sep 12 23:58:42.924230 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-a8e1da64-5f37-401f-86ef-9547e23ce0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:42.925777 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-a8e1da64-5f37-401f-86ef-9547e23ce0b4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 916 time: 0.2997077 Sep 12 23:58:42.947278 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-4aafb3f2-7c30-43fb-80b4-56d38b4d918a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] For port c822ad88-7a3d-489a-9cdd-11e5745240c4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c822ad88-7a3d-489a-9cdd-11e5745240c4,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:42.947648 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-4aafb3f2-7c30-43fb-80b4-56d38b4d918a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:42.983663 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:43.030032 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-c3547d75-644a-4ab7-8ab5-6ffeea7818c0 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3518a015-4b9d-49ce-83c7-2bc6c147a0ba HTTP/1.1" status: 200 len: 217 time: 0.0851331 Sep 12 23:58:43.031204 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-4aafb3f2-7c30-43fb-80b4-56d38b4d918a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Calling delete_port for c822ad88-7a3d-489a-9cdd-11e5745240c4 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:43.046641 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a266f38b-cf75-434e-aed8-e79e6bc1a984 req-7fab92b8-e026-4a2d-ad2f-1660b33885cd tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756382 Sep 12 23:58:43.143891 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-84974bba-f240-4610-85ea-d514b0d44a03 req-f43093e9-4288-436f-aa28-01f3c188c4fc tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7be9e6b5-988c-40f3-87b3-e65da8b2a51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169926 Sep 12 23:58:43.211623 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-ecb7c58f-3261-45ac-99e0-0a62a1280fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:43.213307 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-ecb7c58f-3261-45ac-99e0-0a62a1280fed service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 200 len: 854 time: 0.1722462 Sep 12 23:58:43.225301 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e685d-c0bc-4d55-9dc2-00c443b1fb81 req-1b07b987-412b-43f8-a933-ec557e1974d1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:43.227285 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ef2e685d-c0bc-4d55-9dc2-00c443b1fb81 req-1b07b987-412b-43f8-a933-ec557e1974d1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0916173 Sep 12 23:58:43.285883 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:43.301928 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-679225f4-67ab-4d11-ae88-e00708601cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:43.303518 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-679225f4-67ab-4d11-ae88-e00708601cbb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751956 Sep 12 23:58:43.401076 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:43.404834 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ef2e685d-c0bc-4d55-9dc2-00c443b1fb81 req-4b9881d0-8b98-47e4-8bba-19f29d94b2fe tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637628 Sep 12 23:58:43.441101 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-4aafb3f2-7c30-43fb-80b4-56d38b4d918a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (c822ad88-7a3d-489a-9cdd-11e5745240c4), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:43.455459 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['c822ad88-7a3d-489a-9cdd-11e5745240c4'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:58:43.490814 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafb3f2-7c30-43fb-80b4-56d38b4d918a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Pushing event deleted for resources: {'Port': ['ID=c822ad88-7a3d-489a-9cdd-11e5745240c4,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:43.501725 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-0a684d2d-1393-4c65-bf0c-a78a720cdc80 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848800 Sep 12 23:58:43.640640 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-4aafb3f2-7c30-43fb-80b4-56d38b4d918a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] No DVR routers for this DVR port c822ad88-7a3d-489a-9cdd-11e5745240c4 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:58:43.644571 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-4aafb3f2-7c30-43fb-80b4-56d38b4d918a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:43.648254 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dea647f2-fd7b-4f8b-abe6-19a68321aa08 req-4aafb3f2-7c30-43fb-80b4-56d38b4d918a tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.18 "DELETE /networking/v2.0/ports/c822ad88-7a3d-489a-9cdd-11e5745240c4 HTTP/1.1" status: 204 len: 173 time: 1.4214063 Sep 12 23:58:43.648796 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695586a7-2b4d-477b-ab83-9e74f5f7078a', 'name': 'network-vif-deleted', 'tag': 'c822ad88-7a3d-489a-9cdd-11e5745240c4'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:58:43.651082 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f0c20-11ca-4320-ab97-3b3aa91f9e20" -d '{"events": [{"server_uuid": "695586a7-2b4d-477b-ab83-9e74f5f7078a", "name": "network-vif-deleted", "tag": "c822ad88-7a3d-489a-9cdd-11e5745240c4"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:58:43.673503 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3518a015-4b9d-49ce-83c7-2bc6c147a0ba details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:58:43.714677 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-52c6b462-2c1d-499c-a5bb-70cc639a1495 req-54691ccd-af9d-41e2-b297-6c806f61dc1b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046850 Sep 12 23:58:43.731254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0e68be-ad5d-4bab-a393-6dd6f5a09b96 x-openstack-request-id: req-7d0e68be-ad5d-4bab-a393-6dd6f5a09b96 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:58:43.731796 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695586a7-2b4d-477b-ab83-9e74f5f7078a", "name": "network-vif-deleted", "tag": "c822ad88-7a3d-489a-9cdd-11e5745240c4", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:58:43.732259 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d0e68be-ad5d-4bab-a393-6dd6f5a09b96 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:58:43.732839 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0e68be-ad5d-4bab-a393-6dd6f5a09b96'] response: {'server_uuid': '695586a7-2b4d-477b-ab83-9e74f5f7078a', 'name': 'network-vif-deleted', 'tag': 'c822ad88-7a3d-489a-9cdd-11e5745240c4', 'status': 'completed', 'code': 200} Sep 12 23:58:43.833933 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:43.855293 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'port_id': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba', 'mac_address': 'fa:16:3e:21:af:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:58:43.926072 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:58:43.926466 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:43.943924 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3518a015-4b9d-49ce-83c7-2bc6c147a0ba {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:58:43.968195 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:43.974300 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:44.057062 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:44.081098 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.081653 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.082200 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.082812 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.083334 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.083884 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.084431 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.085027 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.085544 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.086099 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.086642 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.087252 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.087804 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.088345 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.088841 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:58:44.113794 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:44.209217 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c248e-2dd5-48bb-a418-9a5c6de3a2ce req-f64f2b5d-efe3-472e-9147-0c2b9ef3d5c0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:44.211316 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c60c248e-2dd5-48bb-a418-9a5c6de3a2ce req-f64f2b5d-efe3-472e-9147-0c2b9ef3d5c0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 944 time: 0.0586045 Sep 12 23:58:44.269980 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['3518a015-4b9d-49ce-83c7-2bc6c147a0ba'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:58:44.293766 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c60c248e-2dd5-48bb-a418-9a5c6de3a2ce req-98e9a724-3c72-46f1-9d71-26623f669624 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727954 Sep 12 23:58:44.329921 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-aab91cb6-afc0-485c-9ecf-9dda781c3982 req-e5acf11d-151f-48db-bef0-ce155d5d7dc3 tempest-ServerRescueNegativeTestJSON-2096714212 tempest-ServerRescueNegativeTestJSON-2096714212-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=695586a7-2b4d-477b-ab83-9e74f5f7078a HTTP/1.1" status: 200 len: 210 time: 0.0693319 Sep 12 23:58:44.355945 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:44.366889 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:44.602945 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bda7a-b08b-409d-b977-6802cf2d5a1b req-58b32543-48e8-4ec6-bc5a-b8f8013281a7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:44.604649 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c72bda7a-b08b-409d-b977-6802cf2d5a1b req-58b32543-48e8-4ec6-bc5a-b8f8013281a7 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0564070 Sep 12 23:58:44.663176 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c72bda7a-b08b-409d-b977-6802cf2d5a1b req-d369c5a9-3caa-4157-b5de-a40180f99de8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487041 Sep 12 23:58:44.821266 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:45.435190 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39878) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:45.475828 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9c81f-425f-4ec2-9699-13654eed2947 req-4a738f4a-ad6f-4ed6-bc43-0e3bb583dc91 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:45.478398 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bba9c81f-425f-4ec2-9699-13654eed2947 req-4a738f4a-ad6f-4ed6-bc43-0e3bb583dc91 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 944 time: 0.0716009 Sep 12 23:58:45.534621 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:45.556156 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bba9c81f-425f-4ec2-9699-13654eed2947 req-b83eb34b-9e25-47d4-a563-1f4999487d84 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704176 Sep 12 23:58:45.689003 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3518a015-4b9d-49ce-83c7-2bc6c147a0ba up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:58:45.741022 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:58:45.755179 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:58:45.756648 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:45.842428 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c68e53-4f23-40e3-909f-7a568af74e49 req-394a4a3e-b255-4e2b-8453-ed536d1bdd9d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:45.844888 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-01c68e53-4f23-40e3-909f-7a568af74e49 req-394a4a3e-b255-4e2b-8453-ed536d1bdd9d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0635889 Sep 12 23:58:45.864145 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:58:45.864620 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:45.901494 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:58:45.904189 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c3ee82-2fe7-4e62-92b9-7a4a5b40c703" -d '{"events": [{"server_uuid": "b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5", "name": "network-vif-plugged", "status": "completed", "tag": "3518a015-4b9d-49ce-83c7-2bc6c147a0ba"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:58:45.918806 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-01c68e53-4f23-40e3-909f-7a568af74e49 req-413540fb-4079-46f0-a2e3-fe75032f22ae tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665524 Sep 12 23:58:45.932769 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:45.956682 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:45.957858 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device c822ad88-7a3d-489a-9cdd-11e5745240c4 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:46.001382 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1d213c-3cc8-4444-9c46-bcde2c0379ac x-openstack-request-id: req-4b1d213c-3cc8-4444-9c46-bcde2c0379ac {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:58:46.001674 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5", "name": "network-vif-plugged", "status": "completed", "tag": "3518a015-4b9d-49ce-83c7-2bc6c147a0ba", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:58:46.001981 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b1d213c-3cc8-4444-9c46-bcde2c0379ac {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:58:46.002381 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1d213c-3cc8-4444-9c46-bcde2c0379ac'] response: {'server_uuid': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba', 'code': 200} Sep 12 23:58:46.005316 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: c822ad88-7a3d-489a-9cdd-11e5745240c4 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:46.005663 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device c822ad88-7a3d-489a-9cdd-11e5745240c4 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:46.039758 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:46.088282 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (4c304214-a3ab-4bea-b2b5-aef94e0c170c), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:46.276934 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f811ed-6dfd-4269-9a83-d0dcf47c9ee1 req-c9d98875-dd7d-430a-892f-55d1596a648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:46.278815 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-34f811ed-6dfd-4269-9a83-d0dcf47c9ee1 req-c9d98875-dd7d-430a-892f-55d1596a648b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 1129 time: 0.1332603 Sep 12 23:58:46.340228 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-34f811ed-6dfd-4269-9a83-d0dcf47c9ee1 req-ab1a7519-c63a-498a-9c25-17455908c9e3 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519400 Sep 12 23:58:46.363431 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] Deleting port 47f41240-36d1-437e-9e59-26df74a59f2d {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:46.363770 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:46.457477 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] For port 47f41240-36d1-437e-9e59-26df74a59f2d, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=47f41240-36d1-437e-9e59-26df74a59f2d,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:46.458275 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:46.480577 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] Calling delete_port for 47f41240-36d1-437e-9e59-26df74a59f2d owned by network:router_interface {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:46.706575 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ea419-eda4-4425-a7c4-9e4a6915bc02 req-40b30e3f-4485-4c89-ae82-11e65d237937 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:46.708493 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e14ea419-eda4-4425-a7c4-9e4a6915bc02 req-40b30e3f-4485-4c89-ae82-11e65d237937 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0556216 Sep 12 23:58:46.772932 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e14ea419-eda4-4425-a7c4-9e4a6915bc02 req-80b34189-8974-43bf-ae19-03312d923a7f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577941 Sep 12 23:58:47.007098 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (47f41240-36d1-437e-9e59-26df74a59f2d), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:47.014356 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:47.015566 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:47.044059 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f41240-36d1-437e-9e59-26df74a59f2d,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:47.103727 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fd5f3-76dc-4f38-9edf-925f465aeb5b req-1f4c7c97-fe5e-4974-af44-2a19cc1cc4be tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:47.106457 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b57fd5f3-76dc-4f38-9edf-925f465aeb5b req-1f4c7c97-fe5e-4974-af44-2a19cc1cc4be tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0691240 Sep 12 23:58:47.197532 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b57fd5f3-76dc-4f38-9edf-925f465aeb5b req-2ce8a614-e777-4ea9-8682-90464a94714f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804968 Sep 12 23:58:47.309387 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (4c304214-a3ab-4bea-b2b5-aef94e0c170c), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:47.610346 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] Router 4c304214-a3ab-4bea-b2b5-aef94e0c170c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:58:47.762011 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:58:47.768630 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-2f33150c-9f83-4fdc-b2b1-65abc53dcc27 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/4c304214-a3ab-4bea-b2b5-aef94e0c170c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3319311 Sep 12 23:58:47.772590 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39894) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:47.774363 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] Sync routers for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:58:47.791596 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:47.792681 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:58:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:47.927423 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Publish callbacks [] for router (4c304214-a3ab-4bea-b2b5-aef94e0c170c), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:47.978311 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:48.092955 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba320cb1-a08b-4370-b33a-b79e2787a6ef req-b9255509-3768-446a-a68d-35100c836fe3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:48.095251 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ba320cb1-a08b-4370-b33a-b79e2787a6ef req-b9255509-3768-446a-a68d-35100c836fe3 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 945 time: 0.1967556 Sep 12 23:58:48.105648 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Publish callbacks [] for router_gateway (4c304214-a3ab-4bea-b2b5-aef94e0c170c), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:48.164750 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ba320cb1-a08b-4370-b33a-b79e2787a6ef req-87bcf8e7-ee3a-490b-8143-c09698eca76a tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613122 Sep 12 23:58:48.166741 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Deleting port acdb085d-4a40-4aca-9547-041dab6dcee3 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:48.167093 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:48.259698 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] For port acdb085d-4a40-4aca-9547-041dab6dcee3, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=acdb085d-4a40-4aca-9547-041dab6dcee3,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:48.260314 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:48.286020 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Calling delete_port for acdb085d-4a40-4aca-9547-041dab6dcee3 owned by network:router_gateway {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:48.292493 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:48.293728 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:58:46Z', 'revision_number': 5, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port': {'id': 'acdb085d-4a40-4aca-9547-041dab6dcee3', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:48.335005 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] Checking router: 4c304214-a3ab-4bea-b2b5-aef94e0c170c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:58:48.346481 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] Routers {'4c304214-a3ab-4bea-b2b5-aef94e0c170c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:48.347211 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:58:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:48.363971 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca9a81-b36d-4acd-9094-6a0c59ad2e9b req-b1c7288f-e666-4a63-a3eb-2d6bdcf89d63 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:48.365749 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9eca9a81-b36d-4acd-9094-6a0c59ad2e9b req-b1c7288f-e666-4a63-a3eb-2d6bdcf89d63 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0604794 Sep 12 23:58:48.419565 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:48.428519 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9eca9a81-b36d-4acd-9094-6a0c59ad2e9b req-9404aef5-2d0b-473b-9575-dba14c13907f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517719 Sep 12 23:58:48.447810 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] Set router 4c304214-a3ab-4bea-b2b5-aef94e0c170c gateway port host: None {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:48.497676 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:48.504371 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:58:48Z', 'revision_number': 6, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port_host': None}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:48.532439 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f4e805-7719-4a7a-9734-2c871934d2c1 None None] The sync data for ids ['4c304214-a3ab-4bea-b2b5-aef94e0c170c'] in dv-cinder-820027-26-iscsi is: [{'id': '4c304214-a3ab-4bea-b2b5-aef94e0c170c', 'name': 'tempest-ServerRescueNegativeTestJSON-1948117400-router', 'tenant_id': '6c458cf41ded4113a09fb07e10d81d39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:52:59Z', 'updated_at': '2022-09-12T23:58:48Z', 'revision_number': 6, 'project_id': '6c458cf41ded4113a09fb07e10d81d39', 'gw_port_host': None}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:58:48.570572 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (acdb085d-4a40-4aca-9547-041dab6dcee3), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:48.599618 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Pushing event deleted for resources: {'Port': ['ID=acdb085d-4a40-4aca-9547-041dab6dcee3,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:48.676517 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (4c304214-a3ab-4bea-b2b5-aef94e0c170c), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:48.776845 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (4c304214-a3ab-4bea-b2b5-aef94e0c170c), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:48.779692 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Publish callbacks [] for router_controller (4c304214-a3ab-4bea-b2b5-aef94e0c170c), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:48.826542 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (4c304214-a3ab-4bea-b2b5-aef94e0c170c), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:48.827136 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c304214-a3ab-4bea-b2b5-aef94e0c170c {{(pid=112751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:58:48.833550 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:48.835832 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-67b12cf3-1ff9-4f7c-be82-c89c98ed9fea admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/4c304214-a3ab-4bea-b2b5-aef94e0c170c HTTP/1.1" status: 204 len: 168 time: 1.0615642 Sep 12 23:58:48.836829 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39900) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:48.931094 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_v2 [None req-312ddb71-89dc-4173-b10b-65610058d5b4 admin admin] Deleting subnet 20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 {{(pid=112752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:58:48.937108 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-312ddb71-89dc-4173-b10b-65610058d5b4 admin admin] Publish callbacks [] for subnet (20a68d2a-ddbf-4ea2-8101-d2cc10f686c2), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.000580 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-312ddb71-89dc-4173-b10b-65610058d5b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10069474'] for subnet (20a68d2a-ddbf-4ea2-8101-d2cc10f686c2), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.095356 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-312ddb71-89dc-4173-b10b-65610058d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (20a68d2a-ddbf-4ea2-8101-d2cc10f686c2), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.173037 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-312ddb71-89dc-4173-b10b-65610058d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306299'] for subnet (20a68d2a-ddbf-4ea2-8101-d2cc10f686c2), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.199132 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ddb71-89dc-4173-b10b-65610058d5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a68d2a-ddbf-4ea2-8101-d2cc10f686c2,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:49.208513 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-312ddb71-89dc-4173-b10b-65610058d5b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.214687 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-312ddb71-89dc-4173-b10b-65610058d5b4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/20a68d2a-ddbf-4ea2-8101-d2cc10f686c2 HTTP/1.1" status: 204 len: 168 time: 0.3755214 Sep 12 23:58:49.218803 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39904) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:49.224331 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eae069-61d2-4716-af1a-cd346ef161a9 None None] Network d12b1ca0-0f82-443c-a352-272c3b2c327e requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:58:49.351963 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (d12b1ca0-0f82-443c-a352-272c3b2c327e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.361969 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852401c-c769-4a83-8dc1-bcb25535010a req-bafd0e39-2600-468a-8c28-c78279feaf5f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:49.366821 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c852401c-c769-4a83-8dc1-bcb25535010a req-bafd0e39-2600-468a-8c28-c78279feaf5f tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0916996 Sep 12 23:58:49.423931 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Deleting port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:49.424543 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.488066 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c852401c-c769-4a83-8dc1-bcb25535010a req-554d04d5-0a3d-46d9-86b0-d00cfd5b19a0 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005960 Sep 12 23:58:49.515171 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] For port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:49.515171 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.533587 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93087b1-d681-4fd9-af5c-c36563687898 None None] DHCP port deletion for d12b1ca0-0f82-443c-a352-272c3b2c327e request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:58:49.535257 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Calling delete_port for 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed owned by network:dhcp {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:49.600877 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-b93087b1-d681-4fd9-af5c-c36563687898 None None] Deleting port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed {{(pid=112753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:49.601950 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-b93087b1-d681-4fd9-af5c-c36563687898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), before_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.706083 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.717796 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-b93087b1-d681-4fd9-af5c-c36563687898 None None] For port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed,segment=NetworkSegment(c92019af-1823-4884-8715-bc17dc0499ec),segment_id=c92019af-1823-4884-8715-bc17dc0499ec)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:49.718773 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-b93087b1-d681-4fd9-af5c-c36563687898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), precommit_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.720152 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] No DVR routers for this DVR port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed on host dv-cinder-820027-26-iscsi {{(pid=112751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:58:49.723249 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fc082-0335-4465-91c2-5926ba9c2724 req-b3b979a7-50b1-4512-bcc5-29993a571a20 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:49.725546 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b26fc082-0335-4465-91c2-5926ba9c2724 req-b3b979a7-50b1-4512-bcc5-29993a571a20 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 945 time: 0.1369865 Sep 12 23:58:49.744313 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:49.751967 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 39910) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:49.753379 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Pushing event deleted for resources: {'Port': ['ID=438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:49.760374 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-e1bc435f-4028-466b-86b2-29e2fef32065 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Request body: {'floatingip': {'port_id': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:58:49.766508 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-b93087b1-d681-4fd9-af5c-c36563687898 None None] Calling delete_port for 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed owned by network:dhcp {{(pid=112753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:49.786021 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbceee1-ce40-4e39-a724-3facd763daa1 req-744d7576-9fd5-410b-b272-2e5e6689b571 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:49.796183 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1dbceee1-ce40-4e39-a724-3facd763daa1 req-744d7576-9fd5-410b-b272-2e5e6689b571 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.1605258 Sep 12 23:58:49.831096 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e1bc435f-4028-466b-86b2-29e2fef32065 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (6de5d545-d01e-4d09-9f44-dfd38c170dfc), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.878456 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1dbceee1-ce40-4e39-a724-3facd763daa1 req-49ef0f07-865e-4659-b3d5-87832d84de8c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809503 Sep 12 23:58:49.905224 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-b93087b1-d681-4fd9-af5c-c36563687898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed), after_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:49.954495 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93087b1-d681-4fd9-af5c-c36563687898 None None] Pushing event deleted for resources: {'Port': ['ID=438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed,revision_number=None']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:49.963930 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93087b1-d681-4fd9-af5c-c36563687898 None None] No DVR routers for this DVR port 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed on host dv-cinder-820027-26-iscsi {{(pid=112753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:58:50.015557 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:50.023543 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device acdb085d-4a40-4aca-9547-041dab6dcee3 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:50.053543 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: acdb085d-4a40-4aca-9547-041dab6dcee3 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:50.053952 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device acdb085d-4a40-4aca-9547-041dab6dcee3 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:50.054390 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 47f41240-36d1-437e-9e59-26df74a59f2d no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:50.066279 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (d12b1ca0-0f82-443c-a352-272c3b2c327e), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.108670 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12b1ca0-0f82-443c-a352-272c3b2c327e']}} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:50.130484 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92019af-1823-4884-8715-bc17dc0499ec') {'for_net_delete': True} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:50.130782 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92019af-1823-4884-8715-bc17dc0499ec') {} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:50.176137 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8700766'] for segment (c92019af-1823-4884-8715-bc17dc0499ec), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.202296 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (c92019af-1823-4884-8715-bc17dc0499ec), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.214120 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 47f41240-36d1-437e-9e59-26df74a59f2d {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:50.214422 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 47f41240-36d1-437e-9e59-26df74a59f2d not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:50.214887 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:50.235065 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:50.236097 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 438aa74e-9b49-4fc9-9de1-7f3aebbfe7ed not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:50.241664 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=112751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:58:50.242102 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8729937'] for segment (c92019af-1823-4884-8715-bc17dc0499ec), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.297089 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment c92019af-1823-4884-8715-bc17dc0499ec resource provider aggregate not found Sep 12 23:58:50.322884 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment c92019af-1823-4884-8715-bc17dc0499ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c92019af-1823-4884-8715-bc17dc0499ec found for delete ", "request_id": "req-f2d65254-583e-43f7-af44-769f14f6d468"}]} Sep 12 23:58:50.367314 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:50.369924 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (d12b1ca0-0f82-443c-a352-272c3b2c327e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.408457 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.412209 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/d12b1ca0-0f82-443c-a352-272c3b2c327e HTTP/1.1" status: 204 len: 168 time: 1.1918294 Sep 12 23:58:50.432836 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92f6e2-848b-481a-ab39-6de7e6bf882b admin admin] Pushing event deleted for resources: {'Network': ['ID=d12b1ca0-0f82-443c-a352-272c3b2c327e,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:50.578203 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39918) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:50.625754 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-4d3ab45f-f114-4866-b360-8cb5aea79a3d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6c458cf41ded4113a09fb07e10d81d39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462990 Sep 12 23:58:50.629308 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 39920) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:50.694508 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1253de48-5167-4fe6-ac44-ecdbf61a6090 admin admin] Publish callbacks [] for security_group (7be9e6b5-988c-40f3-87b3-e65da8b2a51e), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.727528 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1253de48-5167-4fe6-ac44-ecdbf61a6090 admin admin] Publish callbacks [] for security_group (7be9e6b5-988c-40f3-87b3-e65da8b2a51e), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.796849 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1253de48-5167-4fe6-ac44-ecdbf61a6090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7be9e6b5-988c-40f3-87b3-e65da8b2a51e), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.799950 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1253de48-5167-4fe6-ac44-ecdbf61a6090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.801534 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1253de48-5167-4fe6-ac44-ecdbf61a6090 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7be9e6b5-988c-40f3-87b3-e65da8b2a51e HTTP/1.1" status: 204 len: 168 time: 0.1709733 Sep 12 23:58:50.814447 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253de48-5167-4fe6-ac44-ecdbf61a6090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be9e6b5-988c-40f3-87b3-e65da8b2a51e,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:50.837856 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e1bc435f-4028-466b-86b2-29e2fef32065 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.849213 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e1bc435f-4028-466b-86b2-29e2fef32065 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (6de5d545-d01e-4d09-9f44-dfd38c170dfc), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:50.966794 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.l3_db [None req-e1bc435f-4028-466b-86b2-29e2fef32065 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Floating IP 6de5d545-d01e-4d09-9f44-dfd38c170dfc associated. External IP: 172.27.1.154, port: 3518a015-4b9d-49ce-83c7-2bc6c147a0ba. Sep 12 23:58:51.085810 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7952b-2bee-433f-aa38-2cac32230fb2 req-5b3e2f87-85c6-49c3-a08b-6bc0e09b53cc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:51.091791 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-76b7952b-2bee-433f-aa38-2cac32230fb2 req-5b3e2f87-85c6-49c3-a08b-6bc0e09b53cc tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.1027477 Sep 12 23:58:51.149961 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-76b7952b-2bee-433f-aa38-2cac32230fb2 req-a29bb51d-dfb1-4be8-89d5-092c9ccd0192 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538850 Sep 12 23:58:51.304551 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bc435f-4028-466b-86b2-29e2fef32065 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:58:51.461250 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bc435f-4028-466b-86b2-29e2fef32065 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:58:51.467832 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e1bc435f-4028-466b-86b2-29e2fef32065 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:51.477155 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:58:51.494004 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:51.495427 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:58:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:51.510547 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-e1bc435f-4028-466b-86b2-29e2fef32065 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/6de5d545-d01e-4d09-9f44-dfd38c170dfc HTTP/1.1" status: 200 len: 991 time: 1.7583168 Sep 12 23:58:51.511210 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'tag': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:58:51.516773 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7142418-0dd5-4fc1-b475-be2d05d94159" -d '{"events": [{"name": "network-changed", "server_uuid": "b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5", "tag": "3518a015-4b9d-49ce-83c7-2bc6c147a0ba"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:58:51.587584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:51.674505 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:51.707798 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8a984b84-cffe-442a-8574-f76c08213db0 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:58:51.779827 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:51.881991 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98573c9-fab5-48d0-ac8d-2e0ee1802e69 x-openstack-request-id: req-f98573c9-fab5-48d0-ac8d-2e0ee1802e69 {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:58:51.882797 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5", "tag": "3518a015-4b9d-49ce-83c7-2bc6c147a0ba", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:58:51.882797 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f98573c9-fab5-48d0-ac8d-2e0ee1802e69 {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:58:51.883351 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98573c9-fab5-48d0-ac8d-2e0ee1802e69'] response: {'name': 'network-changed', 'server_uuid': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'tag': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba', 'status': 'completed', 'code': 200} Sep 12 23:58:51.956102 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-80da9978-be6e-4473-a26b-7739a29efa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:51.959693 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-80da9978-be6e-4473-a26b-7739a29efa86 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6c681f1232de4a5fbfc728c230f80624&device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 1129 time: 0.0515428 Sep 12 23:58:51.980124 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:52.075247 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-47ac668d-4e5d-4823-8cca-c8262427cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:52.076937 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-47ac668d-4e5d-4823-8cca-c8262427cb62 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 200 len: 916 time: 0.1062837 Sep 12 23:58:52.085614 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:52.113723 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '8a984b84-cffe-442a-8574-f76c08213db0', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'port_id': '8a984b84-cffe-442a-8574-f76c08213db0', 'mac_address': 'fa:16:3e:03:87:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:58:52.144191 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '6de5d545-d01e-4d09-9f44-dfd38c170dfc', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:21:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:58:32Z', 'updated_at': '2022-09-12T23:58:50Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:52.158972 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-48e4cc3d-144e-4fd4-b346-708a32bec246 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3518a015-4b9d-49ce-83c7-2bc6c147a0ba HTTP/1.1" status: 200 len: 999 time: 0.0728633 Sep 12 23:58:52.181179 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:58:52.205695 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:52.206351 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:58:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:52.208608 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 8a984b84-cffe-442a-8574-f76c08213db0 is: ACTIVE; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:58:52.209191 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8a984b84-cffe-442a-8574-f76c08213db0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:52.229775 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-aa810ee9-b3f2-4b1e-b867-827ddf9d0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:52.233403 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-aa810ee9-b3f2-4b1e-b867-827ddf9d0aee service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 200 len: 854 time: 0.0666699 Sep 12 23:58:52.286396 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a984b84-cffe-442a-8574-f76c08213db0 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:58:52.337916 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:52.347514 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-befc18c1-4f76-4772-97bc-c2f4cfecc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:52.349189 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-befc18c1-4f76-4772-97bc-c2f4cfecc33b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1090696 Sep 12 23:58:52.353654 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:52.366541 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029d725-dcf1-406d-a87a-846e0f907267 req-39b717cf-5790-40b3-ad27-54f2b1a2f82d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:52.368292 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f029d725-dcf1-406d-a87a-846e0f907267 req-39b717cf-5790-40b3-ad27-54f2b1a2f82d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0801275 Sep 12 23:58:52.465216 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:52.532651 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['8a984b84-cffe-442a-8574-f76c08213db0'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:58:52.543714 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f029d725-dcf1-406d-a87a-846e0f907267 req-c247abbf-c763-4aab-865f-af4dee5915c5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637392 Sep 12 23:58:52.581298 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-71520f6b-1941-4252-9856-f7b7f3a6fd99 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119591 Sep 12 23:58:52.780148 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c7142418-0dd5-4fc1-b475-be2d05d94159 req-147e5780-1f22-45c6-9346-7bf2090d8c57 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879287 Sep 12 23:58:52.793629 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:52.817628 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=6']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:53.244448 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '6de5d545-d01e-4d09-9f44-dfd38c170dfc', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:21:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:58:32Z', 'updated_at': '2022-09-12T23:58:50Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:53.281206 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dbbf7-ca14-410d-adee-079023aee747 req-919f5db3-51ee-41c5-bbd4-1f5a5c0cb551 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:53.282754 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ea9dbbf7-ca14-410d-adee-079023aee747 req-919f5db3-51ee-41c5-bbd4-1f5a5c0cb551 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0725617 Sep 12 23:58:53.283283 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805a93a-3ecb-446c-8ed5-66a8dcf9c14c None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '6de5d545-d01e-4d09-9f44-dfd38c170dfc', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'port_id': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'mac_address': 'fa:16:3e:21:af:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:58:32Z', 'updated_at': '2022-09-12T23:58:50Z', 'revision_number': 1, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:58:53.383723 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ea9dbbf7-ca14-410d-adee-079023aee747 req-d14416b6-497c-4369-9cad-48d747dd642a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922191 Sep 12 23:58:53.570751 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed5972a-f9c2-40d3-99d2-7dacb3be72b2 None None] New status for floating IP 6de5d545-d01e-4d09-9f44-dfd38c170dfc: ACTIVE {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:58:53.716840 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8a984b84-cffe-442a-8574-f76c08213db0 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:58:53.771493 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 8a984b84-cffe-442a-8574-f76c08213db0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:58:53.772299 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (8a984b84-cffe-442a-8574-f76c08213db0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:53.779967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e06e0-eb86-4ce9-98ba-d513eb4cd1df req-bc9eac1e-8009-414e-b7e6-dbce11d93dd6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:53.781752 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-013e06e0-eb86-4ce9-98ba-d513eb4cd1df req-bc9eac1e-8009-414e-b7e6-dbce11d93dd6 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 944 time: 0.0959635 Sep 12 23:58:53.819635 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:53.884674 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 8a984b84-cffe-442a-8574-f76c08213db0 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:58:53.885389 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8a984b84-cffe-442a-8574-f76c08213db0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:53.898358 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-013e06e0-eb86-4ce9-98ba-d513eb4cd1df req-d8909e43-e7ef-4e03-91c0-4ce301ddcc5d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095076 Sep 12 23:58:53.932145 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:58:53.932145 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3fc7ca-26fe-459c-89b9-1215cb046bd3" -d '{"events": [{"server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "name": "network-vif-plugged", "status": "completed", "tag": "8a984b84-cffe-442a-8574-f76c08213db0"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:58:53.966832 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:53.981268 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:53.985356 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1a6e03-54c0-4c3f-9aea-29fb85cbd372 x-openstack-request-id: req-0e1a6e03-54c0-4c3f-9aea-29fb85cbd372 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:58:53.985665 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "name": "network-vif-plugged", "status": "completed", "tag": "8a984b84-cffe-442a-8574-f76c08213db0", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:58:53.987037 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e1a6e03-54c0-4c3f-9aea-29fb85cbd372 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:58:53.987466 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1a6e03-54c0-4c3f-9aea-29fb85cbd372'] response: {'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0', 'code': 200} Sep 12 23:58:54.092907 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=7']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:54.316912 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40038) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:54.564325 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:54.568614 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d30e8a3a-b5c3-40e4-9ef3-43f186491d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:54.590752 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a340a-c5af-4020-8bf3-207e39dffb42 req-c4f0ce09-4e26-465e-8f78-638ae4aeaf5f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:54.593785 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-471a340a-c5af-4020-8bf3-207e39dffb42 req-c4f0ce09-4e26-465e-8f78-638ae4aeaf5f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1078730 Sep 12 23:58:54.666080 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:54.683194 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-471a340a-c5af-4020-8bf3-207e39dffb42 req-7f3692bd-f1bc-474a-96e8-5aee75d9d7e5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802088 Sep 12 23:58:54.725922 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d30e8a3a-b5c3-40e4-9ef3-43f186491d9f admin admin] Publish callbacks [] for security_group (95b09c39-640b-40e4-8e86-cb985503b59b), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:54.730825 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d30e8a3a-b5c3-40e4-9ef3-43f186491d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (95b09c39-640b-40e4-8e86-cb985503b59b), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:54.771512 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e8a3a-b5c3-40e4-9ef3-43f186491d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b09c39-640b-40e4-8e86-cb985503b59b,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:54.777647 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-d30e8a3a-b5c3-40e4-9ef3-43f186491d9f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3d09f7144d554e2d8a1c2e0177f3a81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4594171 Sep 12 23:58:54.780480 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40044) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:54.831396 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-49718608-ab3b-4d5e-89e8-c13f37dbb0f4 admin admin] Publish callbacks [] for security_group (95b09c39-640b-40e4-8e86-cb985503b59b), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:54.852721 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-49718608-ab3b-4d5e-89e8-c13f37dbb0f4 admin admin] Publish callbacks [] for security_group (95b09c39-640b-40e4-8e86-cb985503b59b), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:54.910704 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-49718608-ab3b-4d5e-89e8-c13f37dbb0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (95b09c39-640b-40e4-8e86-cb985503b59b), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:54.916476 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-49718608-ab3b-4d5e-89e8-c13f37dbb0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:54.918684 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-49718608-ab3b-4d5e-89e8-c13f37dbb0f4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/95b09c39-640b-40e4-8e86-cb985503b59b HTTP/1.1" status: 204 len: 168 time: 0.1370330 Sep 12 23:58:54.943535 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49718608-ab3b-4d5e-89e8-c13f37dbb0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b09c39-640b-40e4-8e86-cb985503b59b,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:55.188751 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d2549-1174-4826-85a4-767e5b52aded req-938bc574-7e0e-4264-8143-63df58bcad2b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:55.195066 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d11d2549-1174-4826-85a4-767e5b52aded req-938bc574-7e0e-4264-8143-63df58bcad2b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0934334 Sep 12 23:58:55.275286 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d11d2549-1174-4826-85a4-767e5b52aded req-18d61352-94c6-4eff-b01a-14daa18a7142 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607939 Sep 12 23:58:55.316215 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bd87be2-03f4-4dfa-903d-b20dbb03661e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:55.317810 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bd87be2-03f4-4dfa-903d-b20dbb03661e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.0598247 Sep 12 23:58:55.508604 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Deleting port c4502ec9-84fa-4339-b714-5cfae4677e4e {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:55.509452 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:55.614515 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40052) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:55.637937 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c42ffa42-482d-4e8b-860e-36fc8adef8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:55.649161 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:55.709246 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] For port c4502ec9-84fa-4339-b714-5cfae4677e4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4502ec9-84fa-4339-b714-5cfae4677e4e,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:58:55.709878 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:55.744418 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c42ffa42-482d-4e8b-860e-36fc8adef8d2 admin admin] Publish callbacks [] for security_group (e823d7c2-c00d-4659-ab85-96c724f20f58), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:55.751415 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c42ffa42-482d-4e8b-860e-36fc8adef8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e823d7c2-c00d-4659-ab85-96c724f20f58), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:55.826919 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:55.828436 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ffa42-482d-4e8b-860e-36fc8adef8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e823d7c2-c00d-4659-ab85-96c724f20f58,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:55.843458 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c42ffa42-482d-4e8b-860e-36fc8adef8d2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=42f936d2a52945ffb0fb540539d36e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257533 Sep 12 23:58:55.845566 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40056) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:55.941421 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0cd45f04-8512-429e-adde-ea5552e7321f admin admin] Publish callbacks [] for security_group (e823d7c2-c00d-4659-ab85-96c724f20f58), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:55.972390 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67467-9ebb-4531-9d25-57f8f8320476 req-3209f82a-2e37-4a66-8049-dd530fbec56c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:55.974219 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-69d67467-9ebb-4531-9d25-57f8f8320476 req-3209f82a-2e37-4a66-8049-dd530fbec56c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 945 time: 0.1278908 Sep 12 23:58:55.977236 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0cd45f04-8512-429e-adde-ea5552e7321f admin admin] Publish callbacks [] for security_group (e823d7c2-c00d-4659-ab85-96c724f20f58), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:55.981876 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:56.031552 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:56.032273 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (a781bec1-9abb-4616-9988-1c7e8b62f101), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:56.032594 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Floating IP a781bec1-9abb-4616-9988-1c7e8b62f101 disassociated. External IP: 172.27.1.104, port: c4502ec9-84fa-4339-b714-5cfae4677e4e. Sep 12 23:58:56.033713 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Calling delete_port for c4502ec9-84fa-4339-b714-5cfae4677e4e owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:56.041461 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0cd45f04-8512-429e-adde-ea5552e7321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e823d7c2-c00d-4659-ab85-96c724f20f58), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:56.045085 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0cd45f04-8512-429e-adde-ea5552e7321f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:56.051867 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0cd45f04-8512-429e-adde-ea5552e7321f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e823d7c2-c00d-4659-ab85-96c724f20f58 HTTP/1.1" status: 204 len: 168 time: 0.2033386 Sep 12 23:58:56.098800 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd45f04-8512-429e-adde-ea5552e7321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e823d7c2-c00d-4659-ab85-96c724f20f58,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:56.123113 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-69d67467-9ebb-4531-9d25-57f8f8320476 req-9fda05f6-0b7f-4fdf-a11c-b6df3303893a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d0a70700-286f-4486-8135-f775696d0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374500 Sep 12 23:58:56.151100 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:56.274388 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (c4502ec9-84fa-4339-b714-5cfae4677e4e), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:56.313878 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event deleted for resources: {'Port': ['ID=c4502ec9-84fa-4339-b714-5cfae4677e4e,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:56.596531 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Router bc302142-8571-4099-b9d2-a2cadbc3446e has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:58:56.610327 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070a2d0-f033-4d0c-b694-07b6f003959c req-c8eb4eb8-683a-4632-99c6-86bd3ba2476b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:56.614013 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3070a2d0-f033-4d0c-b694-07b6f003959c req-c8eb4eb8-683a-4632-99c6-86bd3ba2476b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.1289876 Sep 12 23:58:56.862638 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3070a2d0-f033-4d0c-b694-07b6f003959c req-c8e138ab-068f-42ba-9724-a3dfdaa4bcb4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349212 Sep 12 23:58:56.978820 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:58:57.007138 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] Sync routers for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:58:57.060273 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] No DVR routers for this DVR port c4502ec9-84fa-4339-b714-5cfae4677e4e on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:58:57.062073 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:57.063444 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:57.065034 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:58:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:57.067386 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5faaffa8-e704-480d-91f2-49c51ea541bf req-4bbbb9de-a399-4789-a88a-4eaee3a24c47 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.18 "DELETE /networking/v2.0/ports/c4502ec9-84fa-4339-b714-5cfae4677e4e HTTP/1.1" status: 204 len: 173 time: 1.7432015 Sep 12 23:58:57.068171 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'name': 'network-vif-deleted', 'tag': 'c4502ec9-84fa-4339-b714-5cfae4677e4e'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:58:57.070745 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5833d318-60f4-4435-9594-5ede516ac739" -d '{"events": [{"server_uuid": "df2886ea-3e42-4713-82e6-bacd4de26d8c", "name": "network-vif-deleted", "tag": "c4502ec9-84fa-4339-b714-5cfae4677e4e"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:58:57.344466 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:57.349791 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e0b4420f-8d57-410c-bc09-5314b54ca4fb req-7e84d13d-cfe1-4a44-9b76-21ffe58826cf tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=df2886ea-3e42-4713-82e6-bacd4de26d8c HTTP/1.1" status: 200 len: 210 time: 0.0599217 Sep 12 23:58:57.511269 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7defa736-ef89-4949-93ba-1ccb500a47aa x-openstack-request-id: req-7defa736-ef89-4949-93ba-1ccb500a47aa {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:58:57.511556 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2886ea-3e42-4713-82e6-bacd4de26d8c", "name": "network-vif-deleted", "tag": "c4502ec9-84fa-4339-b714-5cfae4677e4e", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:58:57.511810 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7defa736-ef89-4949-93ba-1ccb500a47aa {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:58:57.512297 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7defa736-ef89-4949-93ba-1ccb500a47aa'] response: {'server_uuid': 'df2886ea-3e42-4713-82e6-bacd4de26d8c', 'name': 'network-vif-deleted', 'tag': 'c4502ec9-84fa-4339-b714-5cfae4677e4e', 'status': 'completed', 'code': 200} Sep 12 23:58:57.832000 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:57.839595 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:57.882997 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] Checking router: bc302142-8571-4099-b9d2-a2cadbc3446e for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:58:57.894936 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:58:57.895983 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:58:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:58.077897 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:58:58.129338 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926de55-d948-4eb7-9cc0-1d7b930d04c1 req-aed4e7d6-524a-43ee-a67e-87c1df09714e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:58.139443 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b926de55-d948-4eb7-9cc0-1d7b930d04c1 req-aed4e7d6-524a-43ee-a67e-87c1df09714e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.1120105 Sep 12 23:58:58.240096 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b926de55-d948-4eb7-9cc0-1d7b930d04c1 req-7073fc65-c56d-4f4a-b91f-9cd2e53e9226 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959156 Sep 12 23:58:58.384866 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:58:58.417912 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2b1c6-8f16-4875-9aa1-4ca71027a7b3 None None] The sync data for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi is: [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:58:58.522383 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40108) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:58.604153 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9363b6d9-3231-4c9d-83fb-3b381cc2d30a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (d0a70700-286f-4486-8135-f775696d0506), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:58.647902 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9363b6d9-3231-4c9d-83fb-3b381cc2d30a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (d0a70700-286f-4486-8135-f775696d0506), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:58.712201 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9363b6d9-3231-4c9d-83fb-3b381cc2d30a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d0a70700-286f-4486-8135-f775696d0506), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:58.715058 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-9363b6d9-3231-4c9d-83fb-3b381cc2d30a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:58.722662 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-9363b6d9-3231-4c9d-83fb-3b381cc2d30a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d0a70700-286f-4486-8135-f775696d0506 HTTP/1.1" status: 204 len: 168 time: 0.1991155 Sep 12 23:58:58.722897 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40114) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:58.735777 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363b6d9-3231-4c9d-83fb-3b381cc2d30a tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a70700-286f-4486-8135-f775696d0506,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:58.755766 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.api.v2.resource [None req-8506d0fb-d4ce-4323-ad9a-820dff92020f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] show failed (client error): The resource could not be found. Sep 12 23:58:58.757038 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-8506d0fb-d4ce-4323-ad9a-820dff92020f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups/d0a70700-286f-4486-8135-f775696d0506 HTTP/1.1" status: 404 len: 347 time: 0.0329356 Sep 12 23:58:58.760105 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40116) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:58.850419 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c6e72a-ea47-4e30-a536-53d10ecab7f2 None None] New status for floating IP a781bec1-9abb-4616-9988-1c7e8b62f101: DOWN {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:58:58.932551 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-c497ba1d-b472-4196-a013-b2f453ad8154 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Deleting port e7cddd36-3906-44f0-9bd6-0e9b53070b42 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:58:58.932903 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c497ba1d-b472-4196-a013-b2f453ad8154 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (e7cddd36-3906-44f0-9bd6-0e9b53070b42), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.075753 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:59.078319 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c497ba1d-b472-4196-a013-b2f453ad8154 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (e7cddd36-3906-44f0-9bd6-0e9b53070b42), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.078996 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c497ba1d-b472-4196-a013-b2f453ad8154 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (e7cddd36-3906-44f0-9bd6-0e9b53070b42), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.109092 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-c497ba1d-b472-4196-a013-b2f453ad8154 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Calling delete_port for e7cddd36-3906-44f0-9bd6-0e9b53070b42 owned by network:floatingip {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:58:59.329997 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c497ba1d-b472-4196-a013-b2f453ad8154 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (e7cddd36-3906-44f0-9bd6-0e9b53070b42), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.364177 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497ba1d-b472-4196-a013-b2f453ad8154 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event deleted for resources: {'Port': ['ID=e7cddd36-3906-44f0-9bd6-0e9b53070b42,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:59.462017 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c497ba1d-b472-4196-a013-b2f453ad8154 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (a781bec1-9abb-4616-9988-1c7e8b62f101), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.464960 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c497ba1d-b472-4196-a013-b2f453ad8154 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.471276 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-c497ba1d-b472-4196-a013-b2f453ad8154 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/a781bec1-9abb-4616-9988-1c7e8b62f101 HTTP/1.1" status: 204 len: 168 time: 0.7050245 Sep 12 23:58:59.554303 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cefab-e65f-4672-827a-de902b525e70 req-e0637920-e46e-44c5-878e-737eaefe3107 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:58:59.563652 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-297cefab-e65f-4672-827a-de902b525e70 req-e0637920-e46e-44c5-878e-737eaefe3107 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.1216362 Sep 12 23:58:59.589752 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:58:59.615769 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40134) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:59.620936 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-e4676658-2c78-4a4e-81d4-26cd724f21f3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008180093', 'description': 'tempest-description--1450538788'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:58:59.666815 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-297cefab-e65f-4672-827a-de902b525e70 req-315824c6-0efb-4fa4-a60d-92790165830d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901759 Sep 12 23:58:59.695726 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e4676658-2c78-4a4e-81d4-26cd724f21f3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.772317 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device c4502ec9-84fa-4339-b714-5cfae4677e4e no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:58:59.797029 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: c4502ec9-84fa-4339-b714-5cfae4677e4e {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:58:59.798011 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device c4502ec9-84fa-4339-b714-5cfae4677e4e not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:58:59.821693 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e4676658-2c78-4a4e-81d4-26cd724f21f3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (7fd7023b-38fb-49e8-8197-0e4a8ae00e08), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.828639 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e4676658-2c78-4a4e-81d4-26cd724f21f3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7fd7023b-38fb-49e8-8197-0e4a8ae00e08), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.865149 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e4676658-2c78-4a4e-81d4-26cd724f21f3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.866510 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-e4676658-2c78-4a4e-81d4-26cd724f21f3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2496593 Sep 12 23:58:59.869836 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40138) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:58:59.875189 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-75937824-d0db-4f2f-ab42-ea5120f5c378 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'security_group_rule': {'security_group_id': '7fd7023b-38fb-49e8-8197-0e4a8ae00e08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:58:59.885619 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4676658-2c78-4a4e-81d4-26cd724f21f3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd7023b-38fb-49e8-8197-0e4a8ae00e08,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:58:59.916356 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-75937824-d0db-4f2f-ab42-ea5120f5c378 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (0a1a02f7-9726-4192-9bcd-f08871d994b3), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.984336 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-75937824-d0db-4f2f-ab42-ea5120f5c378 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (0a1a02f7-9726-4192-9bcd-f08871d994b3), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:58:59.989686 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-75937824-d0db-4f2f-ab42-ea5120f5c378 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (0a1a02f7-9726-4192-9bcd-f08871d994b3), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:00.012727 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75937824-d0db-4f2f-ab42-ea5120f5c378 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1a02f7-9726-4192-9bcd-f08871d994b3,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:00.025880 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-75937824-d0db-4f2f-ab42-ea5120f5c378 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:00.027190 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-75937824-d0db-4f2f-ab42-ea5120f5c378 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560051 Sep 12 23:59:00.029986 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40140) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:00.034947 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-2227b198-ce44-4425-a6e4-ce74fa62bdb8 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'security_group_rule': {'security_group_id': '7fd7023b-38fb-49e8-8197-0e4a8ae00e08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:00.056639 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:00.075954 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2227b198-ce44-4425-a6e4-ce74fa62bdb8 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (9d9ee78b-0e20-47a4-bbe0-ae90cfe84ba5), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:00.140070 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2227b198-ce44-4425-a6e4-ce74fa62bdb8 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (9d9ee78b-0e20-47a4-bbe0-ae90cfe84ba5), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:00.147156 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2227b198-ce44-4425-a6e4-ce74fa62bdb8 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (9d9ee78b-0e20-47a4-bbe0-ae90cfe84ba5), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:00.170505 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227b198-ce44-4425-a6e4-ce74fa62bdb8 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9ee78b-0e20-47a4-bbe0-ae90cfe84ba5,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:00.176321 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2227b198-ce44-4425-a6e4-ce74fa62bdb8 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:00.177815 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-2227b198-ce44-4425-a6e4-ce74fa62bdb8 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467371 Sep 12 23:59:00.181203 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40142) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:00.187083 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:00.212018 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:00.320102 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:00.464807 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Allocated IP 172.27.1.130 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/c623b887-b25b-4422-9943-ebd4e3ee3a72) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:59:00.637489 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for port (c623b887-b25b-4422-9943-ebd4e3ee3a72), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:01.119944 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587631c4-de05-42be-a533-aeb1b73cb954 req-413d3b51-5291-4fb9-87cb-9f9d74870bc3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:01.121658 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-587631c4-de05-42be-a533-aeb1b73cb954 req-413d3b51-5291-4fb9-87cb-9f9d74870bc3 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0835505 Sep 12 23:59:01.123518 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (c623b887-b25b-4422-9943-ebd4e3ee3a72), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:01.176791 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:01.202428 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:59:01.210489 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:59:01.213720 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:59:01.253446 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'Port': ['ID=c623b887-b25b-4422-9943-ebd4e3ee3a72,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:01.278180 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-587631c4-de05-42be-a533-aeb1b73cb954 req-01248a97-f4d9-4df4-a2e7-12641bd0e4a4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458821 Sep 12 23:59:01.421735 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (4fe24f01-8e4b-454b-b290-a6cdb7b65cf7), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:01.465420 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:01.470878 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c623b887-b25b-4422-9943-ebd4e3ee3a72), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:01.655533 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for port (c623b887-b25b-4422-9943-ebd4e3ee3a72), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:01.661981 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (c623b887-b25b-4422-9943-ebd4e3ee3a72), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:01.776363 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'Port': ['ID=c623b887-b25b-4422-9943-ebd4e3ee3a72,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:01.779522 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (4fe24f01-8e4b-454b-b290-a6cdb7b65cf7), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:01.818981 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:01.823264 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ff6cba3e-ae8d-4fba-b6ba-5b9ea8704bbb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6381187 Sep 12 23:59:02.146714 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-ecef06a9-a343-4be9-9dd6-32bbed703746 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1008180093&fields=id&tenant_id=ffc5ce52ae574b82bda143e766bcec80 HTTP/1.1" status: 200 len: 267 time: 0.0610285 Sep 12 23:59:02.269632 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-17f58a1f-9ee6-4dea-b611-c1a0530c7e76 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:02.271713 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-17f58a1f-9ee6-4dea-b611-c1a0530c7e76 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/networks?id=923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 200 len: 811 time: 0.1181793 Sep 12 23:59:02.316201 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-8f41c363-088d-4d4a-bfad-49e07de8685e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/quotas/ffc5ce52ae574b82bda143e766bcec80 HTTP/1.1" status: 200 len: 375 time: 0.0315208 Sep 12 23:59:02.369198 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-085a9987-4047-4ed4-9a84-ad242eaea952 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ffc5ce52ae574b82bda143e766bcec80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518801 Sep 12 23:59:02.529369 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cadfac-d183-4808-9176-326c925b7b8b req-afab645f-2484-4fbc-bd65-b02664db57f2 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:02.537948 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-93cadfac-d183-4808-9176-326c925b7b8b req-afab645f-2484-4fbc-bd65-b02664db57f2 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0728524 Sep 12 23:59:02.601978 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-96bd94f0-8782-4ad8-a305-8d41f404db33 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167804 Sep 12 23:59:02.624544 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-93cadfac-d183-4808-9176-326c925b7b8b req-eec488d0-5aa3-429e-a3fc-03c79efdf7d2 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860181 Sep 12 23:59:02.808195 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-2b8aa02c-4ffe-439a-ae6e-6b62497bd9ef service neutron] 10.222.0.26 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820529 Sep 12 23:59:03.076888 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:03.127173 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0395c0bc-fc8d-403a-a673-41aa20d231c0 req-0a467191-4680-4add-9adc-5f6654cb9ded tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 210 time: 0.0760837 Sep 12 23:59:03.805027 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64d5e8-2c06-4d06-b311-072effd60966 req-c0e35fe8-2e56-4c73-8b7e-275ef835f690 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:03.809283 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9c64d5e8-2c06-4d06-b311-072effd60966 req-c0e35fe8-2e56-4c73-8b7e-275ef835f690 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0707636 Sep 12 23:59:03.868188 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9c64d5e8-2c06-4d06-b311-072effd60966 req-12bfe9ba-9715-46cf-9a38-18c49b409a72 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522938 Sep 12 23:59:04.258318 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4dfeb037-88b0-4794-a089-c83d2a055cdc req-6f253882-4471-43a9-adb7-5a703e54d741 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 210 time: 0.0295877 Sep 12 23:59:05.034373 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d089142-c930-4421-a679-37305facb53f req-3fe47e2a-3dbc-426c-9f79-2d02bd3a5665 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:05.036363 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9d089142-c930-4421-a679-37305facb53f req-3fe47e2a-3dbc-426c-9f79-2d02bd3a5665 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0690839 Sep 12 23:59:05.079265 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:05.099381 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9d089142-c930-4421-a679-37305facb53f req-3582891e-1e1a-423a-a922-a0f5a2ee915a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569253 Sep 12 23:59:05.371390 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f30d4359-f4bd-4d91-a790-3cc39b5fa2d0 req-1c3ca22e-23ac-4178-afc4-51d6f4aee72f tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 210 time: 0.0336723 Sep 12 23:59:06.238113 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421e5a7-a72e-4be0-b1f9-7ea476fc5d4b req-b6fa0504-1d8a-44aa-98ee-2e02d46fc32a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:06.239663 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a421e5a7-a72e-4be0-b1f9-7ea476fc5d4b req-b6fa0504-1d8a-44aa-98ee-2e02d46fc32a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0496538 Sep 12 23:59:06.303173 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a421e5a7-a72e-4be0-b1f9-7ea476fc5d4b req-1f46bfde-be1e-4e0f-9a50-6255b0b36d98 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497179 Sep 12 23:59:06.497854 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e7a05a0b-0f08-49d3-94f4-d51e04d161d0 req-239dd3c5-1f09-4556-8041-548c7de37777 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 210 time: 0.0462885 Sep 12 23:59:06.586142 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:06.719474 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-14072e75-cc23-4b8f-976b-670fc7689f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:06.721222 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-14072e75-cc23-4b8f-976b-670fc7689f20 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 1129 time: 0.0632501 Sep 12 23:59:06.830285 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-999ea426-2817-422f-85b9-c064daf2f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:06.831867 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-999ea426-2817-422f-85b9-c064daf2f73b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 917 time: 0.0996714 Sep 12 23:59:07.116439 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-44d49a05-e62a-4c61-8dd8-c6618b921abf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a984b84-cffe-442a-8574-f76c08213db0 HTTP/1.1" status: 200 len: 1001 time: 0.0885670 Sep 12 23:59:07.297207 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:59:07.430311 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-f2e8db57-0ac4-44c1-b792-1956a9cf6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:07.431864 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-f2e8db57-0ac4-44c1-b792-1956a9cf6d79 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.1270823 Sep 12 23:59:07.548081 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-affcbb31-1558-4bf7-a4d3-3db641c6aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:07.549732 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-affcbb31-1558-4bf7-a4d3-3db641c6aae1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1032968 Sep 12 23:59:07.556333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-089a2bc1-1d8a-4aa4-b2a5-58b05617388d tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:07.558032 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-089a2bc1-1d8a-4aa4-b2a5-58b05617388d tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.18 "GET /networking/v2.0/networks?id=923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 200 len: 811 time: 0.2432959 Sep 12 23:59:07.580359 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a53f7-796b-4ee9-a683-409c7076e063 req-4168b9f1-3610-43be-83a1-40d5c2c67567 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:07.582341 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c7a53f7-796b-4ee9-a683-409c7076e063 req-4168b9f1-3610-43be-83a1-40d5c2c67567 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0853052 Sep 12 23:59:07.647376 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c7a53f7-796b-4ee9-a683-409c7076e063 req-b89c6128-c166-4edf-9b3b-131f2b594f8d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587485 Sep 12 23:59:07.684854 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f4e19656-73ca-4e9e-b700-92d5f4742097 req-dd60c84d-47d8-4c36-86d6-911a9d7ef062 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 210 time: 0.0548677 Sep 12 23:59:07.800593 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-13869cd9-ce13-4666-924c-c85524ecb3a7 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ffc5ce52ae574b82bda143e766bcec80 HTTP/1.1" status: 200 len: 380 time: 0.1241097 Sep 12 23:59:07.806243 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-66f9bd38-35ee-4992-a1e1-58a888ddf643 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578283 Sep 12 23:59:08.003665 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'port': {'device_id': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'admin_state_up': True, 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'security_groups': ['7fd7023b-38fb-49e8-8197-0e4a8ae00e08']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:08.119561 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:08.131373 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:08.164809 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7762e3f5-4159-48ba-b645-c0c266795de2 req-9a0a6f18-48bc-4124-9255-0deccd6f1064 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744509 Sep 12 23:59:08.190271 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Made reservation on behalf of ffc5ce52ae574b82bda143e766bcec80 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:59:08.194596 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:08.336991 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Allocated IP 172.20.0.9 (923e930b-b793-481f-a057-be9c6d7f3f9d/ddff083e-3369-4771-bb63-0a0920f10a4c/179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:59:08.496526 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:08.536848 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:08.581384 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Network 923e930b-b793-481f-a057-be9c6d7f3f9d is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:59:08.586832 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:59:08.591361 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:59:08.598305 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event updated for resources: {'Port': ['ID=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:08.632807 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.633482 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.633482 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.633760 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.634089 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.634416 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.634739 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.635087 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.635415 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.635745 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.636069 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.636385 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.636701 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.637015 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.637329 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:08.664734 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:08.665456 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:08.692149 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7fe99177-a7ce-4c2b-83a1-28cba38984c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7003024 Sep 12 23:59:08.798765 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099cac3-f809-4446-8b1d-0bb90cbce168 req-f551284c-3367-47a5-8559-9353e902248b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:08.800329 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d099cac3-f809-4446-8b1d-0bb90cbce168 req-f551284c-3367-47a5-8559-9353e902248b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 945 time: 0.0561657 Sep 12 23:59:08.866119 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a1570-048b-45d9-911e-7a602374c453 req-b63da72e-9f9b-44f7-9a97-f2a8760df013 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:08.867573 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c3a1570-048b-45d9-911e-7a602374c453 req-b63da72e-9f9b-44f7-9a97-f2a8760df013 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 931 time: 0.0663383 Sep 12 23:59:08.894300 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d099cac3-f809-4446-8b1d-0bb90cbce168 req-6b53a8bb-dff5-4a9a-aa8a-151bab8b30e0 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834379 Sep 12 23:59:08.909707 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-c9da99be-38bd-4f16-a049-6be895d7ccfc None None] Provisioning complete for port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:59:08.910223 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-c9da99be-38bd-4f16-a049-6be895d7ccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:08.932602 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:08.937565 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8c3a1570-048b-45d9-911e-7a602374c453 req-53ae8100-46bb-4a3d-8f62-f402abbfc322 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612004 Sep 12 23:59:08.946213 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-c9da99be-38bd-4f16-a049-6be895d7ccfc None None] Port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 12 23:59:09.076480 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-832dcf90-5b3e-45a1-85ca-8f7f92100eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:09.759657 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Request body: {'port': {'device_id': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:09.815084 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8a984b84-cffe-442a-8574-f76c08213db0 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:59:09.846890 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:09.903928 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:09.915593 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:09.916117 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 8a984b84-cffe-442a-8574-f76c08213db0 is: ACTIVE; New status is: DOWN {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:59:09.917179 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8a984b84-cffe-442a-8574-f76c08213db0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:09.975206 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:59:09.986566 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ec4cd2-6c08-45b4-a30b-7a70b61b6552" -d '{"events": [{"server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a984b84-cffe-442a-8574-f76c08213db0"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:59:10.018952 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:10.025100 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.087145 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=8']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:10.133402 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40304) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:10.165343 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=71,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:10.170251 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:10.226591 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482e66-241f-4f47-b0e4-0a62a8c0cb52 req-77d15f41-3388-430a-bddf-f1dba8e881b5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:10.228210 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-62482e66-241f-4f47-b0e4-0a62a8c0cb52 req-77d15f41-3388-430a-bddf-f1dba8e881b5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.1848404 Sep 12 23:59:10.236331 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d0f5d-7f73-4fac-808b-9e57d1ff980c req-a5d68988-1585-43df-9453-6586b79942c4 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:10.237863 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e96d0f5d-7f73-4fac-808b-9e57d1ff980c req-a5d68988-1585-43df-9453-6586b79942c4 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 931 time: 0.1589031 Sep 12 23:59:10.317433 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-20fbd4c9-4261-4263-9ce2-8544cc4171ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.359872 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-62482e66-241f-4f47-b0e4-0a62a8c0cb52 req-46f39e35-6da2-416a-8484-b22dc12abe69 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209147 Sep 12 23:59:10.376522 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e96d0f5d-7f73-4fac-808b-9e57d1ff980c req-1cfe9b4f-d48d-4eed-8a0b-28175570dbd2 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271632 Sep 12 23:59:10.413720 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:59:10.425410 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Publish callbacks [] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.429788 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-20fbd4c9-4261-4263-9ce2-8544cc4171ea admin admin] Publish callbacks [] for security_group (c2e508a5-c00a-4508-9433-29ce88ccb97e), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.438807 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-20fbd4c9-4261-4263-9ce2-8544cc4171ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (c2e508a5-c00a-4508-9433-29ce88ccb97e), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.454926 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Transition to ACTIVE for port object 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:59:10.460347 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.490456 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-20fbd4c9-4261-4263-9ce2-8544cc4171ea admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2fda3ca9e64346b29f3322539ec61a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548820 Sep 12 23:59:10.491249 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40310) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:10.538702 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Pushing event updated for resources: {'Port': ['ID=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:10.544497 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbd4c9-4261-4263-9ce2-8544cc4171ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e508a5-c00a-4508-9433-29ce88ccb97e,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:10.601722 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-326fbcd0-9fb8-41d8-872e-fa6fe3486f33 admin admin] Publish callbacks [] for security_group (c2e508a5-c00a-4508-9433-29ce88ccb97e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.626295 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Attempting to bind port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:59:10.626830 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Attempting to bind port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:59:10.627398 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Attempting to bind port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f on network 923e930b-b793-481f-a057-be9c6d7f3f9d {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:59:10.644226 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Sep 2022 23:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b13ab54-dce2-48be-829d-94b99001308b x-openstack-request-id: req-8b13ab54-dce2-48be-829d-94b99001308b {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:59:10.644516 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "name": "network-vif-unplugged", "status": "failed", "tag": "8a984b84-cffe-442a-8574-f76c08213db0", "code": 422}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:59:10.644928 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b13ab54-dce2-48be-829d-94b99001308b {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:59:10.645999 dv-cinder-820027-26-iscsi neutron-server[112753]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8b13ab54-dce2-48be-829d-94b99001308b']: {'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0', 'code': 422} returned with failed status Sep 12 23:59:10.649330 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-326fbcd0-9fb8-41d8-872e-fa6fe3486f33 admin admin] Publish callbacks [] for security_group (c2e508a5-c00a-4508-9433-29ce88ccb97e), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.699599 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f on network 923e930b-b793-481f-a057-be9c6d7f3f9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:59:10.699959 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Attempting to bind port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f on network 923e930b-b793-481f-a057-be9c6d7f3f9d {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:59:10.728884 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-326fbcd0-9fb8-41d8-872e-fa6fe3486f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (c2e508a5-c00a-4508-9433-29ce88ccb97e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.732113 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-326fbcd0-9fb8-41d8-872e-fa6fe3486f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.737202 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-326fbcd0-9fb8-41d8-872e-fa6fe3486f33 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c2e508a5-c00a-4508-9433-29ce88ccb97e HTTP/1.1" status: 204 len: 168 time: 0.2343349 Sep 12 23:59:10.743035 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fbcd0-9fb8-41d8-872e-fa6fe3486f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e508a5-c00a-4508-9433-29ce88ccb97e,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:10.755038 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:59:10.755625 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Checking segment: {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:59:10.756197 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Bound using segment: {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:59:10.756887 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Bound port: 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e97ce52-b894-4e54-a1b5-9fe619610742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:59:10.757331 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.835737 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] For port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:59:10.839252 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] For port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:59:10.846529 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.851547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:10.852169 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:10.853641 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f HTTP/1.1" status: 200 len: 1093 time: 1.0995114 Sep 12 23:59:10.854248 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'tag': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:59:10.856548 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a64139-3e2f-4855-a0d5-a667621b7ded", "tag": "179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:59:10.931589 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58914c8-1658-4cab-98dd-826648392dc4 x-openstack-request-id: req-c58914c8-1658-4cab-98dd-826648392dc4 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:59:10.932008 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a64139-3e2f-4855-a0d5-a667621b7ded", "tag": "179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:59:10.932365 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c58914c8-1658-4cab-98dd-826648392dc4 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:59:10.932965 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58914c8-1658-4cab-98dd-826648392dc4'] response: {'name': 'network-changed', 'server_uuid': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'tag': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f', 'status': 'completed', 'code': 200} Sep 12 23:59:10.956147 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d148bed-9a29-4a68-964b-fc699016f17c service neutron] Pushing event updated for resources: {'Port': ['ID=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:10.969323 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7bfb6967-c13b-442b-99aa-9a352b812948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:10.970957 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-7bfb6967-c13b-442b-99aa-9a352b812948 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ffc5ce52ae574b82bda143e766bcec80&device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 1127 time: 0.0634785 Sep 12 23:59:10.991661 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=48 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:11.019432 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-6aafb28f-a64d-461e-83cb-a5bed47b5d3e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f HTTP/1.1" status: 200 len: 217 time: 0.0371730 Sep 12 23:59:11.081258 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-79d22ef3-8d9e-45d8-8e54-b1c79c7da111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:11.083810 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-79d22ef3-8d9e-45d8-8e54-b1c79c7da111 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ddff083e-3369-4771-bb63-0a0920f10a4c HTTP/1.1" status: 200 len: 850 time: 0.0579855 Sep 12 23:59:11.123446 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40320) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:11.125775 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:11.129483 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:11.138310 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a7b4-e284-4149-9523-aecd36e80a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:11.144266 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-eaffbf06-b29b-443b-b6de-680a0c0f8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:11.146220 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-eaffbf06-b29b-443b-b6de-680a0c0f8b80 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=923e930b-b793-481f-a057-be9c6d7f3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535815 Sep 12 23:59:11.249722 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a7b4-e284-4149-9523-aecd36e80a0a admin admin] Publish callbacks [] for security_group (478850a0-11be-4609-80da-280db16b16cd), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:11.255775 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a7b4-e284-4149-9523-aecd36e80a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (478850a0-11be-4609-80da-280db16b16cd), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:11.259925 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-78579068-a0f0-4259-a105-91323932392c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062436 Sep 12 23:59:11.320008 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-fcc3a7b4-e284-4149-9523-aecd36e80a0a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0817d5cc93604b07bd03636454dce88d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954134 Sep 12 23:59:11.320939 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3a7b4-e284-4149-9523-aecd36e80a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478850a0-11be-4609-80da-280db16b16cd,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:11.324329 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40322) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:11.400413 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d07b859-96ae-4296-87ad-84b57ebe069b req-38c699df-7e78-4a22-b896-c04ab52d3bfd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336815 Sep 12 23:59:11.415491 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b1aa9027-418d-4c57-bc6c-363496e32ef2 admin admin] Publish callbacks [] for security_group (478850a0-11be-4609-80da-280db16b16cd), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:11.445674 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b1aa9027-418d-4c57-bc6c-363496e32ef2 admin admin] Publish callbacks [] for security_group (478850a0-11be-4609-80da-280db16b16cd), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:11.566147 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f5daf-2ae6-40e7-8345-1288dc807349 req-35792736-b908-4b2a-b547-2b35b5855c3a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:11.567727 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-220f5daf-2ae6-40e7-8345-1288dc807349 req-35792736-b908-4b2a-b547-2b35b5855c3a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0879462 Sep 12 23:59:11.574235 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db8a2d-1574-4fdc-aa0e-74c24392ff04 req-347d23f7-762f-457d-a839-0a5dd43ea5a7 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:11.575741 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32db8a2d-1574-4fdc-aa0e-74c24392ff04 req-347d23f7-762f-457d-a839-0a5dd43ea5a7 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 943 time: 0.0970972 Sep 12 23:59:11.576391 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b1aa9027-418d-4c57-bc6c-363496e32ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (478850a0-11be-4609-80da-280db16b16cd), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:11.578986 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-b1aa9027-418d-4c57-bc6c-363496e32ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:11.580360 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-b1aa9027-418d-4c57-bc6c-363496e32ef2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/478850a0-11be-4609-80da-280db16b16cd HTTP/1.1" status: 204 len: 168 time: 0.2548189 Sep 12 23:59:11.616302 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa9027-418d-4c57-bc6c-363496e32ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478850a0-11be-4609-80da-280db16b16cd,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:11.663736 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32db8a2d-1574-4fdc-aa0e-74c24392ff04 req-b5e3573e-6077-489e-a0f8-dc8cffe0c6bb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785584 Sep 12 23:59:11.679422 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-220f5daf-2ae6-40e7-8345-1288dc807349 req-86da1b87-c1ba-48f8-b0b5-66021da75437 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980484 Sep 12 23:59:11.981239 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-eaf242b9-1158-4059-943b-a9c3bad46eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:12.320175 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-7bfef0f4-a169-4a61-8cf5-e6094ac590af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:12.321830 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-7bfef0f4-a169-4a61-8cf5-e6094ac590af service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ffc5ce52ae574b82bda143e766bcec80&device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 1127 time: 0.0493791 Sep 12 23:59:12.463991 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-bc5a88f4-e656-40c7-8093-e42f265ad80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:12.465634 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-bc5a88f4-e656-40c7-8093-e42f265ad80b service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 200 len: 912 time: 0.1334407 Sep 12 23:59:12.524731 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-8315e864-0423-4991-9272-02327b3b636b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f HTTP/1.1" status: 200 len: 217 time: 0.0492342 Sep 12 23:59:12.610417 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-03bce97c-317b-4002-8a47-963f64dfe766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:12.612514 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-03bce97c-317b-4002-8a47-963f64dfe766 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ddff083e-3369-4771-bb63-0a0920f10a4c HTTP/1.1" status: 200 len: 850 time: 0.0796027 Sep 12 23:59:12.666526 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-52129423-0a18-4912-b8f3-c5c18639f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:12.668215 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-52129423-0a18-4912-b8f3-c5c18639f7d3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=923e930b-b793-481f-a057-be9c6d7f3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475693 Sep 12 23:59:12.768773 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-c3255861-73c5-45d1-956c-bb3dec37ce7d req-8b72f2b6-8f43-4391-86a5-6caf1d9d8946 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:59:12.769847 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c3255861-73c5-45d1-956c-bb3dec37ce7d req-8b72f2b6-8f43-4391-86a5-6caf1d9d8946 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1541836 Sep 12 23:59:12.831800 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-a827a301-7f35-4235-877a-587894fadba0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545646 Sep 12 23:59:12.843478 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f65ca3-7f6a-45df-a948-b79d5b2a96c2 req-08bf4a4f-233f-4cde-88d8-f8ca4d557daa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:12.846050 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-35f65ca3-7f6a-45df-a948-b79d5b2a96c2 req-08bf4a4f-233f-4cde-88d8-f8ca4d557daa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 943 time: 0.0833220 Sep 12 23:59:12.957032 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:12.966435 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:13.285159 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:13.329934 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-35f65ca3-7f6a-45df-a948-b79d5b2a96c2 req-c9bfa7cf-b1f2-49e1-8d89-09f56f09a2e1 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733396 Sep 12 23:59:13.359588 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a994d4-3e1d-48fd-a8c1-52d3960a772a req-e3efe834-5ec9-4386-869e-6115c0e2923e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:13.359588 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-36a994d4-3e1d-48fd-a8c1-52d3960a772a req-e3efe834-5ec9-4386-869e-6115c0e2923e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.3894334 Sep 12 23:59:13.377580 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c01b6e82-649c-4ed6-8cc8-4f194787d0e5 req-c43522b7-1a43-4995-b7c3-93347510065b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305035 Sep 12 23:59:13.427404 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-36a994d4-3e1d-48fd-a8c1-52d3960a772a req-79975002-36c1-4dad-afa5-f7248031af2a tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626869 Sep 12 23:59:13.598993 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40434) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:13.699077 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-b8452eb7-7715-483c-b80f-a32a67e6c9f1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982866 Sep 12 23:59:13.710340 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-781fb359-cb4a-43f1-8d6c-36bf8cbd7cf8 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 12 23:59:13.711338 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-781fb359-cb4a-43f1-8d6c-36bf8cbd7cf8 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053213 Sep 12 23:59:13.798051 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40452) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:13.813950 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:59:13.879394 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8a984b84-cffe-442a-8574-f76c08213db0 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:59:13.903436 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-b15276e4-44c8-4edd-a976-ce8b96b80cfe tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:13.904664 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-b15276e4-44c8-4edd-a976-ce8b96b80cfe tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports/8a984b84-cffe-442a-8574-f76c08213db0 HTTP/1.1" status: 200 len: 940 time: 0.1055233 Sep 12 23:59:13.965445 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:13.998604 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'port_id': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f', 'mac_address': 'fa:16:3e:33:52:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:59:14.008241 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 8a984b84-cffe-442a-8574-f76c08213db0 is: DOWN; New status is: DOWN {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:59:14.043314 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:59:14.044189 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.055015 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:14.062328 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:59:14.073489 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40464) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:14.098525 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:14.105158 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.111041 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.161031 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:14.202948 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cedd13cd-2ce4-4623-b8b4-f04d6fa15329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.281175 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cedd13cd-2ce4-4623-b8b4-f04d6fa15329 admin admin] Publish callbacks [] for security_group (4ad21b09-8688-49b9-8759-35a1c44932f1), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.286858 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-cedd13cd-2ce4-4623-b8b4-f04d6fa15329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (4ad21b09-8688-49b9-8759-35a1c44932f1), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.333364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd13cd-2ce4-4623-b8b4-f04d6fa15329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad21b09-8688-49b9-8759-35a1c44932f1,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:14.339074 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-cedd13cd-2ce4-4623-b8b4-f04d6fa15329 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e74a245fb6684dde9caff2376e288499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642193 Sep 12 23:59:14.341772 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40468) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:14.349908 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:59:14.399982 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a14cbfa6-4b72-4c6d-b4de-b94c59d3bd21 admin admin] Publish callbacks [] for security_group (4ad21b09-8688-49b9-8759-35a1c44932f1), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.421660 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a14cbfa6-4b72-4c6d-b4de-b94c59d3bd21 admin admin] Publish callbacks [] for security_group (4ad21b09-8688-49b9-8759-35a1c44932f1), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.461290 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:14.496084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f04700-bec4-4b80-802a-4966d92d163f req-8016d7ca-23c2-43cc-9bad-484774c81caa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:14.497644 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-03f04700-bec4-4b80-802a-4966d92d163f req-8016d7ca-23c2-43cc-9bad-484774c81caa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 944 time: 0.0690138 Sep 12 23:59:14.574430 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a14cbfa6-4b72-4c6d-b4de-b94c59d3bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (4ad21b09-8688-49b9-8759-35a1c44932f1), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.577259 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a14cbfa6-4b72-4c6d-b4de-b94c59d3bd21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.578537 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-a14cbfa6-4b72-4c6d-b4de-b94c59d3bd21 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4ad21b09-8688-49b9-8759-35a1c44932f1 HTTP/1.1" status: 204 len: 168 time: 0.2356496 Sep 12 23:59:14.601395 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cbfa6-4b72-4c6d-b4de-b94c59d3bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad21b09-8688-49b9-8759-35a1c44932f1,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:14.615330 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-03f04700-bec4-4b80-802a-4966d92d163f req-20a8eb4d-bcfd-4099-9a19-1fd85de3d9c3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115878 Sep 12 23:59:14.623540 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d0921-184e-44e2-829b-202c11709236 req-9a3adfc8-ac07-4f73-94c5-69d508b7d717 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:14.624942 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-293d0921-184e-44e2-829b-202c11709236 req-9a3adfc8-ac07-4f73-94c5-69d508b7d717 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0917463 Sep 12 23:59:14.695281 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-293d0921-184e-44e2-829b-202c11709236 req-a51a6a5b-7d28-419b-9fca-08a3d7cee6ef tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633075 Sep 12 23:59:14.822245 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:14.936407 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40478) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:14.957122 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fdbb48bd-62f5-4f3f-b572-f30fc092c9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:15.006319 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-536be12f-549c-4dbe-a5b3-c124d22001e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:15.008077 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-536be12f-549c-4dbe-a5b3-c124d22001e9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f&tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff HTTP/1.1" status: 200 len: 1127 time: 0.0467052 Sep 12 23:59:15.043471 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fdbb48bd-62f5-4f3f-b572-f30fc092c9ae admin admin] Publish callbacks [] for security_group (3ea42b4d-eabc-4e9a-8953-2ec9e76e8eea), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:15.048052 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-fdbb48bd-62f5-4f3f-b572-f30fc092c9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (3ea42b4d-eabc-4e9a-8953-2ec9e76e8eea), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:15.073817 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:15.079011 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-92080f9d-ce8e-47e6-be45-6af8a300cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:15.080584 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-92080f9d-ce8e-47e6-be45-6af8a300cd98 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 1127 time: 0.0439405 Sep 12 23:59:15.088582 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb48bd-62f5-4f3f-b572-f30fc092c9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea42b4d-eabc-4e9a-8953-2ec9e76e8eea,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:15.094761 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-fdbb48bd-62f5-4f3f-b572-f30fc092c9ae admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ae2433f8242f4c1ca68432de48c65957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569996 Sep 12 23:59:15.097588 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40480) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:15.148538 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:15.149739 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-73476f8e-7ae4-4d87-9b48-f87c5edb900b admin admin] Publish callbacks [] for security_group (3ea42b4d-eabc-4e9a-8953-2ec9e76e8eea), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:15.160879 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:15.170454 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-73476f8e-7ae4-4d87-9b48-f87c5edb900b admin admin] Publish callbacks [] for security_group (3ea42b4d-eabc-4e9a-8953-2ec9e76e8eea), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:15.188318 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:15.190674 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-1e0ef96c-e278-40f0-8900-c53f536f15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:15.192585 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-1e0ef96c-e278-40f0-8900-c53f536f15ff service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 917 time: 0.1044364 Sep 12 23:59:15.228694 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-73476f8e-7ae4-4d87-9b48-f87c5edb900b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (3ea42b4d-eabc-4e9a-8953-2ec9e76e8eea), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:15.231267 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-73476f8e-7ae4-4d87-9b48-f87c5edb900b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:15.232713 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-73476f8e-7ae4-4d87-9b48-f87c5edb900b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3ea42b4d-eabc-4e9a-8953-2ec9e76e8eea HTTP/1.1" status: 204 len: 168 time: 0.1335802 Sep 12 23:59:15.245675 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73476f8e-7ae4-4d87-9b48-f87c5edb900b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea42b4d-eabc-4e9a-8953-2ec9e76e8eea,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:15.264780 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-3ed3a42b-6920-4fb2-ae75-d2cdafe8f7ef service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a984b84-cffe-442a-8574-f76c08213db0 HTTP/1.1" status: 200 len: 999 time: 0.0659912 Sep 12 23:59:15.319677 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-7885f48c-c835-4ab6-a24b-923aa2816e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:15.321189 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-7885f48c-c835-4ab6-a24b-923aa2816e15 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.0450947 Sep 12 23:59:15.369845 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-1a2f0752-759d-448b-a3a4-6f86ad14748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:15.371811 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-1a2f0752-759d-448b-a3a4-6f86ad14748e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425632 Sep 12 23:59:15.475670 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-202bf26e-a34a-4569-b438-1f2de0ef6b23 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956697 Sep 12 23:59:15.573311 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-af84b933-bcb6-4659-88ce-753fa416d801 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896494 Sep 12 23:59:15.771242 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6fd61-c62a-48ba-8c9b-8d7bbab411f6 req-662ce423-556d-4cc8-85dc-9cf979f8dd53 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:15.772886 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3d6fd61-c62a-48ba-8c9b-8d7bbab411f6 req-662ce423-556d-4cc8-85dc-9cf979f8dd53 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 944 time: 0.0792499 Sep 12 23:59:15.815420 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:59:15.879380 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:59:15.884200 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3d6fd61-c62a-48ba-8c9b-8d7bbab411f6 req-f726470a-31f5-452d-acf9-8587596d2fda tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034434 Sep 12 23:59:15.894509 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:59:15.895559 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:15.918101 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97243cda-7247-404a-87ce-3ab1e44bada2 req-0def85f1-7ac0-4f0e-bf6e-5cfe4da38e6d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:15.926724 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-97243cda-7247-404a-87ce-3ab1e44bada2 req-0def85f1-7ac0-4f0e-bf6e-5cfe4da38e6d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.1340880 Sep 12 23:59:16.002305 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-97243cda-7247-404a-87ce-3ab1e44bada2 req-61061cd4-4b29-4c89-925f-a2fae863adc8 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748227 Sep 12 23:59:16.005499 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:59:16.006305 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:16.050650 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:59:16.053577 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed83142-870c-40a1-83a4-7451e42cc420" -d '{"events": [{"server_uuid": "f7a64139-3e2f-4855-a0d5-a667621b7ded", "name": "network-vif-plugged", "status": "completed", "tag": "179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:59:16.072670 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:16.080425 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:16.152024 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3adba0-18a9-454c-9464-7d0bdf6d8a5c x-openstack-request-id: req-bf3adba0-18a9-454c-9464-7d0bdf6d8a5c {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:59:16.152389 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a64139-3e2f-4855-a0d5-a667621b7ded", "name": "network-vif-plugged", "status": "completed", "tag": "179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:59:16.152695 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf3adba0-18a9-454c-9464-7d0bdf6d8a5c {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:59:16.153101 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3adba0-18a9-454c-9464-7d0bdf6d8a5c'] response: {'server_uuid': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f', 'code': 200} Sep 12 23:59:16.155460 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:16.359637 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1900eb0-8e14-4806-b7b7-3f0daf6bee5f req-6183bd89-0a12-443b-8445-d218f1d8b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:16.361436 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1900eb0-8e14-4806-b7b7-3f0daf6bee5f req-6183bd89-0a12-443b-8445-d218f1d8b93e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 1129 time: 0.0484908 Sep 12 23:59:16.454701 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1900eb0-8e14-4806-b7b7-3f0daf6bee5f req-56cb64c7-85b2-4604-b6ce-c232990dccb8 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785117 Sep 12 23:59:16.767844 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40536) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:16.906493 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d8f81d1a-bf5a-468d-93d5-c45022191466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:16.991760 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:17.080263 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575e13-b311-46f3-b648-d58d9e478002 req-e44905c0-a353-44c8-bf28-425b7a6ddc65 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:17.081841 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-40575e13-b311-46f3-b648-d58d9e478002 req-e44905c0-a353-44c8-bf28-425b7a6ddc65 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.1047983 Sep 12 23:59:17.088723 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d8f81d1a-bf5a-468d-93d5-c45022191466 admin admin] Publish callbacks [] for security_group (5eccadb8-c9b0-46ca-b198-b6be994a475e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:17.098293 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d8f81d1a-bf5a-468d-93d5-c45022191466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5eccadb8-c9b0-46ca-b198-b6be994a475e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:17.202738 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f81d1a-bf5a-468d-93d5-c45022191466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eccadb8-c9b0-46ca-b198-b6be994a475e,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:17.215842 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-d8f81d1a-bf5a-468d-93d5-c45022191466 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=16457deab6cb4c3e871ce7ac2c8fa799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444368 Sep 12 23:59:17.216841 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40544) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:17.223303 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-40575e13-b311-46f3-b648-d58d9e478002 req-808d0bd5-d2d0-4d75-8f08-c7102a6ba120 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331298 Sep 12 23:59:17.231521 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e347a8-c7c4-4a19-a7a7-2a104b06d5a1 req-4e49790c-37c8-45c7-880b-ee87732a3e90 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:17.233124 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-56e347a8-c7c4-4a19-a7a7-2a104b06d5a1 req-4e49790c-37c8-45c7-880b-ee87732a3e90 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.1078198 Sep 12 23:59:17.292909 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:17.331325 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-43841930-e3a6-4aa2-a439-f3a3425cad49 admin admin] Publish callbacks [] for security_group (5eccadb8-c9b0-46ca-b198-b6be994a475e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:17.337924 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-56e347a8-c7c4-4a19-a7a7-2a104b06d5a1 req-116f7038-d55e-43cc-ab12-b65672d70ab0 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896454 Sep 12 23:59:17.359623 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-43841930-e3a6-4aa2-a439-f3a3425cad49 admin admin] Publish callbacks [] for security_group (5eccadb8-c9b0-46ca-b198-b6be994a475e), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:17.432960 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-43841930-e3a6-4aa2-a439-f3a3425cad49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5eccadb8-c9b0-46ca-b198-b6be994a475e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:17.436126 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-43841930-e3a6-4aa2-a439-f3a3425cad49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:17.437974 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-43841930-e3a6-4aa2-a439-f3a3425cad49 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5eccadb8-c9b0-46ca-b198-b6be994a475e HTTP/1.1" status: 204 len: 168 time: 0.2188833 Sep 12 23:59:17.456315 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43841930-e3a6-4aa2-a439-f3a3425cad49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eccadb8-c9b0-46ca-b198-b6be994a475e,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:18.405857 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b9b4f-7cfc-4440-852f-91ef2061844c req-ab0dd313-4ada-4294-8176-41de7f3737dc tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:18.408292 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e35b9b4f-7cfc-4440-852f-91ef2061844c req-ab0dd313-4ada-4294-8176-41de7f3737dc tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0712860 Sep 12 23:59:18.538965 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6321c-c4d3-41e2-ba6c-632e73d3afef req-0bafcd80-f92c-43bd-ab54-e0a708fc41a5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:18.539208 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3df6321c-c4d3-41e2-ba6c-632e73d3afef req-0bafcd80-f92c-43bd-ab54-e0a708fc41a5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0883894 Sep 12 23:59:18.559633 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e35b9b4f-7cfc-4440-852f-91ef2061844c req-b97d97d2-87ab-4efb-bb12-ab6642188890 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342251 Sep 12 23:59:18.649887 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:18.697752 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3df6321c-c4d3-41e2-ba6c-632e73d3afef req-c51711ec-7a55-48e2-89f0-b0af51ca4e9c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311414 Sep 12 23:59:19.739470 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be37f1d-702f-4586-99b0-1863376f2a87 req-b8c78317-2715-4ca1-aa5c-5926ff97d94c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:19.746617 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2be37f1d-702f-4586-99b0-1863376f2a87 req-b8c78317-2715-4ca1-aa5c-5926ff97d94c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0616150 Sep 12 23:59:19.830111 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2be37f1d-702f-4586-99b0-1863376f2a87 req-9b8fe1ac-c545-442c-98b1-4fff2cf9fff3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823069 Sep 12 23:59:19.954820 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b317b-8610-4fb6-afb0-ec40c3f12f52 req-307e8669-bd5c-4d65-83e0-14c0674f1ddf tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:19.956914 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f69b317b-8610-4fb6-afb0-ec40c3f12f52 req-307e8669-bd5c-4d65-83e0-14c0674f1ddf tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0886497 Sep 12 23:59:20.075963 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f69b317b-8610-4fb6-afb0-ec40c3f12f52 req-af9920b8-3665-42bb-bc8b-e423a5d8fd84 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113696 Sep 12 23:59:20.963475 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ebc2b-0b15-42ca-aecf-fc60d06fbe16 req-6292f98c-b7ac-4db9-b3af-9462b918ba57 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:20.965135 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ca3ebc2b-0b15-42ca-aecf-fc60d06fbe16 req-6292f98c-b7ac-4db9-b3af-9462b918ba57 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0527489 Sep 12 23:59:21.046377 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ca3ebc2b-0b15-42ca-aecf-fc60d06fbe16 req-33c7674c-5068-4eb9-ac1f-ceec1b425f19 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654128 Sep 12 23:59:21.263935 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e8829-e325-409f-b864-7e66bf1b9b9c req-9dfd1f35-1c5b-48e3-a8aa-97b2bed5575e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:21.265602 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b76e8829-e325-409f-b864-7e66bf1b9b9c req-9dfd1f35-1c5b-48e3-a8aa-97b2bed5575e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0745986 Sep 12 23:59:21.341044 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b76e8829-e325-409f-b864-7e66bf1b9b9c req-2ebc4fd7-e237-4010-9e2f-4bc4b34192cf tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637548 Sep 12 23:59:22.221336 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb8d03-05d4-4411-be0d-656b0a05469d req-cdc5d267-0eb4-494f-bd2e-8c4af93f9a9d tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:22.223720 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1deb8d03-05d4-4411-be0d-656b0a05469d req-cdc5d267-0eb4-494f-bd2e-8c4af93f9a9d tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0665171 Sep 12 23:59:22.288590 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1deb8d03-05d4-4411-be0d-656b0a05469d req-d1d0c815-51e3-4c29-a4aa-a9081ca43c34 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595481 Sep 12 23:59:22.494027 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:22.513253 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a3fff-1db7-4119-800c-e3259d98688f req-db6462f0-9e58-4f3a-b25e-848032eac33c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:22.515357 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-025a3fff-1db7-4119-800c-e3259d98688f req-db6462f0-9e58-4f3a-b25e-848032eac33c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0778611 Sep 12 23:59:22.593149 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-025a3fff-1db7-4119-800c-e3259d98688f req-a68af82b-a6d0-40c4-bb76-85734344e9e5 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716438 Sep 12 23:59:23.431635 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4edd9-83b4-45a7-a1f1-9abfc4f36f20 req-a0f13b9a-4948-4ef3-bd41-efc2cd7ba01b tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:23.433419 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00f4edd9-83b4-45a7-a1f1-9abfc4f36f20 req-a0f13b9a-4948-4ef3-bd41-efc2cd7ba01b tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0509481 Sep 12 23:59:23.494470 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-00f4edd9-83b4-45a7-a1f1-9abfc4f36f20 req-20b265bd-b2c9-489d-982d-769f78ebc3fa tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533814 Sep 12 23:59:23.735885 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93214ac-1af0-40bb-9166-0c8d16655adb req-746a6196-4cce-42e3-b428-6c6a6547723e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:23.737456 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f93214ac-1af0-40bb-9166-0c8d16655adb req-746a6196-4cce-42e3-b428-6c6a6547723e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0628290 Sep 12 23:59:23.791045 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f93214ac-1af0-40bb-9166-0c8d16655adb req-c585e446-4af9-46b1-b205-f715776f6bec tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475085 Sep 12 23:59:24.651112 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027a311-f5c0-4559-9b54-b70dbd6740ae req-8a64b184-a730-48f3-a4ef-2de575bdf0d2 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:24.652769 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1027a311-f5c0-4559-9b54-b70dbd6740ae req-8a64b184-a730-48f3-a4ef-2de575bdf0d2 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0636168 Sep 12 23:59:24.709524 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1027a311-f5c0-4559-9b54-b70dbd6740ae req-6a9e6d44-13f1-4daf-bca8-3f6956371ee7 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505979 Sep 12 23:59:25.001129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d89be8-2639-4964-bf58-b2306455b243 req-22d3660f-f815-4a0c-a3f8-7a89573f7622 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:25.003918 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-01d89be8-2639-4964-bf58-b2306455b243 req-22d3660f-f815-4a0c-a3f8-7a89573f7622 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0768178 Sep 12 23:59:25.076252 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-01d89be8-2639-4964-bf58-b2306455b243 req-85063257-1276-4938-8cb7-6b417f870c99 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655127 Sep 12 23:59:25.845863 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06024ab4-59ef-4e8f-a996-3c33d6f7cbfc req-346fd104-bd78-40f2-8511-4163c09e7cc9 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:25.847555 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-06024ab4-59ef-4e8f-a996-3c33d6f7cbfc req-346fd104-bd78-40f2-8511-4163c09e7cc9 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0516534 Sep 12 23:59:25.910765 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-06024ab4-59ef-4e8f-a996-3c33d6f7cbfc req-94c057a8-d387-47e8-8a61-9888590cfa4b tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562198 Sep 12 23:59:26.218581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:26.228571 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfe025-ba5f-4eba-9b7c-17057fbf8d6d req-c4dc327a-0497-48e5-bea1-07ffd172455c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:26.230186 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-efcfe025-ba5f-4eba-9b7c-17057fbf8d6d req-c4dc327a-0497-48e5-bea1-07ffd172455c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0563421 Sep 12 23:59:26.281499 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-efcfe025-ba5f-4eba-9b7c-17057fbf8d6d req-9a6f0f9e-fb25-4897-9264-33280c81798e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451813 Sep 12 23:59:27.032158 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabc618-1c71-439e-9e15-e2ec711de20e req-bf47eed4-fa16-4d84-9838-a5fe1afb9c90 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:27.033727 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cfabc618-1c71-439e-9e15-e2ec711de20e req-bf47eed4-fa16-4d84-9838-a5fe1afb9c90 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0498741 Sep 12 23:59:27.092654 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cfabc618-1c71-439e-9e15-e2ec711de20e req-81c7e076-28e4-48a7-93eb-92d297da5ccf tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513282 Sep 12 23:59:27.387091 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40712) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:27.442067 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=28,neutron:DELETE=5 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:27.445047 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:27.455335 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14b82-f75b-40e9-8671-834632621335 req-a5ed796c-0324-4775-b1c3-40e0dec6785b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:27.457220 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ad14b82-f75b-40e9-8671-834632621335 req-a5ed796c-0324-4775-b1c3-40e0dec6785b tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 943 time: 0.0592752 Sep 12 23:59:27.470599 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:UPDATE=4,neutron:SELECT=56 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:27.472308 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:27.517342 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ad14b82-f75b-40e9-8671-834632621335 req-cd285264-bd2a-4dc7-bc41-cd50ed8aad9d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530577 Sep 12 23:59:27.533633 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-56e90e31-49f8-491a-ae57-60f71bb89231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:27.631875 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-56e90e31-49f8-491a-ae57-60f71bb89231 admin admin] Publish callbacks [] for security_group (d1de9ffc-097f-443e-8815-5a33a54ebf6e), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:27.637663 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-56e90e31-49f8-491a-ae57-60f71bb89231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d1de9ffc-097f-443e-8815-5a33a54ebf6e), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:27.676159 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-56e90e31-49f8-491a-ae57-60f71bb89231 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fc0569bab5414c4b88d2b9a82a13ceec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879128 Sep 12 23:59:27.681098 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40718) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:27.685549 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e90e31-49f8-491a-ae57-60f71bb89231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1de9ffc-097f-443e-8815-5a33a54ebf6e,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:27.744622 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-471b781b-633c-4b72-97a1-43d61417b453 admin admin] Publish callbacks [] for security_group (d1de9ffc-097f-443e-8815-5a33a54ebf6e), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:27.771058 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-471b781b-633c-4b72-97a1-43d61417b453 admin admin] Publish callbacks [] for security_group (d1de9ffc-097f-443e-8815-5a33a54ebf6e), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:27.825926 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-471b781b-633c-4b72-97a1-43d61417b453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d1de9ffc-097f-443e-8815-5a33a54ebf6e), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:27.828923 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-471b781b-633c-4b72-97a1-43d61417b453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:27.832588 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-471b781b-633c-4b72-97a1-43d61417b453 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d1de9ffc-097f-443e-8815-5a33a54ebf6e HTTP/1.1" status: 204 len: 168 time: 0.1480143 Sep 12 23:59:27.840304 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b781b-633c-4b72-97a1-43d61417b453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1de9ffc-097f-443e-8815-5a33a54ebf6e,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:27.861415 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8a984b84-cffe-442a-8574-f76c08213db0 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:59:28.037974 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:28.049644 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '8a984b84-cffe-442a-8574-f76c08213db0', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'port_id': '8a984b84-cffe-442a-8574-f76c08213db0', 'mac_address': 'fa:16:3e:03:87:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:59:28.092144 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 8a984b84-cffe-442a-8574-f76c08213db0 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:59:28.092559 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8a984b84-cffe-442a-8574-f76c08213db0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:28.120130 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a984b84-cffe-442a-8574-f76c08213db0 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:59:28.162358 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:28.169124 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:28.254675 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=9']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:28.281484 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40736) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:28.289573 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8ca40-2e0d-4e3d-b18c-40648a202ebf req-b052352e-a150-42f0-9a14-fe50119b08e6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:28.291731 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5cc8ca40-2e0d-4e3d-b18c-40648a202ebf req-b052352e-a150-42f0-9a14-fe50119b08e6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0631864 Sep 12 23:59:28.299522 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6cc2929a-d236-4174-b642-c5aa12ccb790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:28.316572 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:28.349483 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5cc8ca40-2e0d-4e3d-b18c-40648a202ebf req-c2723b98-27e9-4552-be4b-ab680af7aa73 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517006 Sep 12 23:59:28.401276 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6cc2929a-d236-4174-b642-c5aa12ccb790 admin admin] Publish callbacks [] for security_group (b746064b-7ccf-42fd-ba1c-db3b8379a2b7), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:28.412537 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6cc2929a-d236-4174-b642-c5aa12ccb790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b746064b-7ccf-42fd-ba1c-db3b8379a2b7), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:28.416773 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['8a984b84-cffe-442a-8574-f76c08213db0'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:59:28.463106 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-6cc2929a-d236-4174-b642-c5aa12ccb790 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=42e6518b137f4fb086720ac8747428d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802404 Sep 12 23:59:28.464625 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2929a-d236-4174-b642-c5aa12ccb790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b746064b-7ccf-42fd-ba1c-db3b8379a2b7,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:28.467336 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40740) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:28.496147 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23759a-4880-4b09-ba82-c9542e2a0a69 req-a213f964-ae1a-4440-9d5f-9a93a8aaf22e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:28.497963 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cb23759a-4880-4b09-ba82-c9542e2a0a69 req-a213f964-ae1a-4440-9d5f-9a93a8aaf22e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0602880 Sep 12 23:59:28.509395 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40742) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:28.514463 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-d97f69b3-ace0-4e1b-972c-5c29dd51d1e5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Request body: {'floatingip': {'port_id': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:28.528568 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1124254d-61f5-4caf-8bfe-6c79d01b7b91 admin admin] Publish callbacks [] for security_group (b746064b-7ccf-42fd-ba1c-db3b8379a2b7), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:28.557027 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1124254d-61f5-4caf-8bfe-6c79d01b7b91 admin admin] Publish callbacks [] for security_group (b746064b-7ccf-42fd-ba1c-db3b8379a2b7), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:28.561083 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d97f69b3-ace0-4e1b-972c-5c29dd51d1e5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (4fe24f01-8e4b-454b-b290-a6cdb7b65cf7), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:28.640908 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1124254d-61f5-4caf-8bfe-6c79d01b7b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b746064b-7ccf-42fd-ba1c-db3b8379a2b7), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:28.643681 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1124254d-61f5-4caf-8bfe-6c79d01b7b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:28.647268 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1124254d-61f5-4caf-8bfe-6c79d01b7b91 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b746064b-7ccf-42fd-ba1c-db3b8379a2b7 HTTP/1.1" status: 204 len: 168 time: 0.1769187 Sep 12 23:59:28.664616 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124254d-61f5-4caf-8bfe-6c79d01b7b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b746064b-7ccf-42fd-ba1c-db3b8379a2b7,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:28.717191 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5091d-8821-48a4-ae86-aa2f5c2b89af req-f661f700-ceb4-4f5e-ba64-d560597bd971 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:28.718709 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bea5091d-8821-48a4-ae86-aa2f5c2b89af req-f661f700-ceb4-4f5e-ba64-d560597bd971 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 944 time: 0.0836537 Sep 12 23:59:28.851884 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bea5091d-8821-48a4-ae86-aa2f5c2b89af req-f2346471-0845-483e-9e6d-4f803060d2d4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251194 Sep 12 23:59:28.965205 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:29.041466 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40750) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:29.056619 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3a3b91b8-13c7-4cd7-95d6-1d9bd09a99ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:29.115175 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d97f69b3-ace0-4e1b-972c-5c29dd51d1e5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:29.119127 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d97f69b3-ace0-4e1b-972c-5c29dd51d1e5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (4fe24f01-8e4b-454b-b290-a6cdb7b65cf7), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:29.142877 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3a3b91b8-13c7-4cd7-95d6-1d9bd09a99ad admin admin] Publish callbacks [] for security_group (8637ef3c-710c-4826-821e-4ea501c111ac), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:29.150085 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3a3b91b8-13c7-4cd7-95d6-1d9bd09a99ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (8637ef3c-710c-4826-821e-4ea501c111ac), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:29.189440 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b91b8-13c7-4cd7-95d6-1d9bd09a99ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8637ef3c-710c-4826-821e-4ea501c111ac,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:29.193977 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-3a3b91b8-13c7-4cd7-95d6-1d9bd09a99ad admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f1a18ad0fcb14c938840b2a93f94ffde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513569 Sep 12 23:59:29.197365 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40752) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:29.232492 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [None req-d97f69b3-ace0-4e1b-972c-5c29dd51d1e5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Floating IP 4fe24f01-8e4b-454b-b290-a6cdb7b65cf7 associated. External IP: 172.27.1.130, port: 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f. Sep 12 23:59:29.247064 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:29.255506 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2ba7bf04-155e-4335-bb23-bbd91d7ddacc admin admin] Publish callbacks [] for security_group (8637ef3c-710c-4826-821e-4ea501c111ac), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:29.259337 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:29.292709 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2ba7bf04-155e-4335-bb23-bbd91d7ddacc admin admin] Publish callbacks [] for security_group (8637ef3c-710c-4826-821e-4ea501c111ac), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:29.353685 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2ba7bf04-155e-4335-bb23-bbd91d7ddacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (8637ef3c-710c-4826-821e-4ea501c111ac), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:29.356630 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2ba7bf04-155e-4335-bb23-bbd91d7ddacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:29.357814 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-2ba7bf04-155e-4335-bb23-bbd91d7ddacc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8637ef3c-710c-4826-821e-4ea501c111ac HTTP/1.1" status: 204 len: 168 time: 0.1595204 Sep 12 23:59:29.369729 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7bf04-155e-4335-bb23-bbd91d7ddacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8637ef3c-710c-4826-821e-4ea501c111ac,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:29.509551 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97f69b3-ace0-4e1b-972c-5c29dd51d1e5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Router bc302142-8571-4099-b9d2-a2cadbc3446e has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:59:29.628914 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:29.650186 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97f69b3-ace0-4e1b-972c-5c29dd51d1e5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:59:29.655103 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d97f69b3-ace0-4e1b-972c-5c29dd51d1e5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:29.672164 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] Sync routers for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:59:29.684277 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:59:29.684931 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:59:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:29.702698 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-d97f69b3-ace0-4e1b-972c-5c29dd51d1e5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/4fe24f01-8e4b-454b-b290-a6cdb7b65cf7 HTTP/1.1" status: 200 len: 991 time: 1.1920953 Sep 12 23:59:29.703816 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'tag': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:59:29.707547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a64139-3e2f-4855-a0d5-a667621b7ded", "tag": "179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:59:29.765240 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d5a936-e8aa-4ad0-ae04-d2c651c57c04 x-openstack-request-id: req-d3d5a936-e8aa-4ad0-ae04-d2c651c57c04 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:59:29.765530 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a64139-3e2f-4855-a0d5-a667621b7ded", "tag": "179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:59:29.765805 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3d5a936-e8aa-4ad0-ae04-d2c651c57c04 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:59:29.766239 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d5a936-e8aa-4ad0-ae04-d2c651c57c04'] response: {'name': 'network-changed', 'server_uuid': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'tag': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f', 'status': 'completed', 'code': 200} Sep 12 23:59:29.816028 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:59:29.842900 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-7327b14a-c1e5-4afb-ac8b-f8fb839495f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:29.844575 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-7327b14a-c1e5-4afb-ac8b-f8fb839495f7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ffc5ce52ae574b82bda143e766bcec80&device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 1129 time: 0.0507476 Sep 12 23:59:29.891487 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8a984b84-cffe-442a-8574-f76c08213db0 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:59:30.051916 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49776c-29dc-4376-9142-947c0287d501 req-45d8a3d6-6684-4289-840f-6338c8a1bb1d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:30.053554 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2f49776c-29dc-4376-9142-947c0287d501 req-45d8a3d6-6684-4289-840f-6338c8a1bb1d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 944 time: 0.0974383 Sep 12 23:59:30.054674 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-d7bef648-df2c-4cf2-bef0-fc93f1990fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:30.056092 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-d7bef648-df2c-4cf2-bef0-fc93f1990fe3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 200 len: 912 time: 0.2049558 Sep 12 23:59:30.152557 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:30.157077 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 8a984b84-cffe-442a-8574-f76c08213db0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:59:30.158026 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (8a984b84-cffe-442a-8574-f76c08213db0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.158683 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-24d9994f-f860-4e83-be43-5215b73771fe service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f HTTP/1.1" status: 200 len: 999 time: 0.0948677 Sep 12 23:59:30.163507 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2f49776c-29dc-4376-9142-947c0287d501 req-3ecc3ce5-7dc0-4990-a51a-a8aff90863ee tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011066 Sep 12 23:59:30.223186 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-a850fcb9-6884-47f7-8074-18b9449d8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:30.225748 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-a850fcb9-6884-47f7-8074-18b9449d8301 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=ddff083e-3369-4771-bb63-0a0920f10a4c HTTP/1.1" status: 200 len: 850 time: 0.0593221 Sep 12 23:59:30.265969 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:30.280441 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-575e2910-61e3-4d0c-b032-557cc4c6c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:30.282428 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-575e2910-61e3-4d0c-b032-557cc4c6c815 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=923e930b-b793-481f-a057-be9c6d7f3f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499566 Sep 12 23:59:30.287154 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40782) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:30.306069 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '4fe24f01-8e4b-454b-b290-a6cdb7b65cf7', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'port_id': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'mac_address': 'fa:16:3e:33:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:59:01Z', 'updated_at': '2022-09-12T23:59:29Z', 'revision_number': 1, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:30.313275 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:30.335349 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 8a984b84-cffe-442a-8574-f76c08213db0 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:59:30.335642 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8a984b84-cffe-442a-8574-f76c08213db0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.339616 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] Checking router: bc302142-8571-4099-b9d2-a2cadbc3446e for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:59:30.388659 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:59:30.388659 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:59:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:30.397497 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-41224984-0323-46a8-a578-c518e2c33b84 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050978 Sep 12 23:59:30.424210 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1002070492-network', 'tenant_id': '0d4c43138bd3461fb6d8fa9f924f7e99'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:30.438949 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:59:30.441249 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ba1110-5a42-4c60-afec-5d402a7a7d67" -d '{"events": [{"server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "name": "network-vif-plugged", "status": "completed", "tag": "8a984b84-cffe-442a-8574-f76c08213db0"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:59:30.453168 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Made reservation on behalf of 0d4c43138bd3461fb6d8fa9f924f7e99 for: {'network': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:59:30.456449 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.463855 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:30.470781 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.529198 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc28ae59-d848-4a75-af04-e595f0063c02 x-openstack-request-id: req-fc28ae59-d848-4a75-af04-e595f0063c02 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:59:30.529858 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "name": "network-vif-plugged", "status": "completed", "tag": "8a984b84-cffe-442a-8574-f76c08213db0", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:59:30.530277 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc28ae59-d848-4a75-af04-e595f0063c02 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:59:30.530888 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc28ae59-d848-4a75-af04-e595f0063c02'] response: {'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0', 'code': 200} Sep 12 23:59:30.531841 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.535345 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:59:30.541859 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3e0bb4e-5815-40f2-a593-79fbb11c46bc req-0c8028a2-ae14-4099-a030-f22fa85dd387 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371434 Sep 12 23:59:30.576516 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Publish callbacks [] for security_group (3413ca13-14e8-4e9c-b603-2b0dd8742dcd), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.581585 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (3413ca13-14e8-4e9c-b603-2b0dd8742dcd), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.608408 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=112751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 12 23:59:30.633202 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (c0cca8df-a2a0-4997-b388-cff1e9dfc44c), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.633557 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.segments_db [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Added segment c0cca8df-a2a0-4997-b388-cff1e9dfc44c of type vlan for network f3192aa0-69b1-4ced-9ab8-c4310d0134eb Sep 12 23:59:30.645909 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3413ca13-14e8-4e9c-b603-2b0dd8742dcd,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:30.664091 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=10']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:30.699431 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (f3192aa0-69b1-4ced-9ab8-c4310d0134eb), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.730455 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (f3192aa0-69b1-4ced-9ab8-c4310d0134eb), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.731667 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:30.732261 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.757098 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fc18b-044c-4b86-8ee9-6a4be2818102 req-98a135ea-a697-4665-a128-2c0e7ebf6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:30.758757 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ef0fc18b-044c-4b86-8ee9-6a4be2818102 req-98a135ea-a697-4665-a128-2c0e7ebf6128 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 1130 time: 0.0444615 Sep 12 23:59:30.784409 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4956112 Sep 12 23:59:30.787118 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40790) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:30.791839 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Request body: {'subnet': {'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1002070492-subnet', 'tenant_id': '0d4c43138bd3461fb6d8fa9f924f7e99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:30.820548 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Made reservation on behalf of 0d4c43138bd3461fb6d8fa9f924f7e99 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:59:30.823153 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761595'] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:30.824712 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ef0fc18b-044c-4b86-8ee9-6a4be2818102 req-b47c195c-cef0-47c1-81fd-32a849357ab2 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596547 Sep 12 23:59:30.840044 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '4fe24f01-8e4b-454b-b290-a6cdb7b65cf7', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'port_id': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'mac_address': 'fa:16:3e:33:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:59:01Z', 'updated_at': '2022-09-12T23:59:29Z', 'revision_number': 1, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:30.845629 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5411fe-ae4f-4b84-b8d4-9e1140140cdd admin admin] Pushing event updated for resources: {'Network': ['ID=f3192aa0-69b1-4ced-9ab8-c4310d0134eb,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:30.873266 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network f3192aa0-69b1-4ced-9ab8-c4310d0134eb details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 12 23:59:30.876352 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc27e20-93d7-47a9-85d4-9613be293bfb None None] The sync data for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi is: [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '4fe24f01-8e4b-454b-b290-a6cdb7b65cf7', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'port_id': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'mac_address': 'fa:16:3e:33:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-12T23:59:01Z', 'updated_at': '2022-09-12T23:59:29Z', 'revision_number': 1, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:59:31.030671 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8730422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761577'] for subnet (b7aea51d-045d-4749-b037-6e006d6b1d1d), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:31.037526 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:31.104725 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7aea51d-045d-4749-b037-6e006d6b1d1d,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:31.115271 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Checking segment: {'id': 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:59:31.115623 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Network hostable DHCP agents. Network: f3192aa0-69b1-4ced-9ab8-c4310d0134eb, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 12 23:59:31.131725 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d0ece0-8e69-4bae-9541-fe06f651a360 None None] New status for floating IP 4fe24f01-8e4b-454b-b290-a6cdb7b65cf7: ACTIVE {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:59:31.138777 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Network f3192aa0-69b1-4ced-9ab8-c4310d0134eb is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 12 23:59:31.151380 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, f3192aa0-69b1-4ced-9ab8-c4310d0134eb) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:59:31.156118 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:31.156803 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:31.163865 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5528b8f1-0ad7-4ee0-bf68-cfe57976109c None None] Network f3192aa0-69b1-4ced-9ab8-c4310d0134eb requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:59:31.177730 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-6d2790d1-9bfa-4f33-aa21-dfdbad0c2b0a admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3897650 Sep 12 23:59:31.310282 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d565d71a-ba96-421b-99cd-352ec6aa0735 None None] Network f3192aa0-69b1-4ced-9ab8-c4310d0134eb requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:59:31.327182 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d34ef-59ba-4b1b-a375-4b585f2c43ec req-9f28145a-f5a5-4137-96cc-dd9833317ee1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:31.328876 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cf3d34ef-59ba-4b1b-a375-4b585f2c43ec req-9f28145a-f5a5-4137-96cc-dd9833317ee1 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 946 time: 0.0633631 Sep 12 23:59:31.416357 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cf3d34ef-59ba-4b1b-a375-4b585f2c43ec req-9c3f680c-92cd-4d75-a21d-c86958e40518 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810888 Sep 12 23:59:32.608073 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e70c1-7976-4ef1-9918-64388448eb27 req-21eee1d9-b203-433e-a948-7bb271bae57c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:32.609759 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-318e70c1-7976-4ef1-9918-64388448eb27 req-21eee1d9-b203-433e-a948-7bb271bae57c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 946 time: 0.0738909 Sep 12 23:59:32.667869 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-318e70c1-7976-4ef1-9918-64388448eb27 req-d251e1be-0b05-4ee6-b1e2-698572b92abd tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520132 Sep 12 23:59:33.202581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100245b1-4ab4-4673-a51f-533e98695a55 req-f1925471-fbb8-499e-a474-d963966b54f0 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:33.204208 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-f1925471-fbb8-499e-a474-d963966b54f0 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/networks?id=f3192aa0-69b1-4ced-9ab8-c4310d0134eb HTTP/1.1" status: 200 len: 809 time: 0.1223924 Sep 12 23:59:33.222196 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-6d6603c4-1fa4-4c45-9590-1883798619d8 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/quotas/0d4c43138bd3461fb6d8fa9f924f7e99 HTTP/1.1" status: 200 len: 375 time: 0.0105841 Sep 12 23:59:33.258485 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-95c2558c-6300-4bd5-8f44-81de691413de tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0d4c43138bd3461fb6d8fa9f924f7e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300803 Sep 12 23:59:33.363296 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-f7df73c3-5491-49bc-be71-8537fe85501e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3192aa0-69b1-4ced-9ab8-c4310d0134eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975389 Sep 12 23:59:33.380725 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:33.471093 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-4fd9a448-c934-4230-97be-b7c4a90a606e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3192aa0-69b1-4ced-9ab8-c4310d0134eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989606 Sep 12 23:59:33.736573 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-69baf5ab-6245-4480-b753-def10e2e84c4 req-2a1ad6ae-815f-419a-a747-116035f3201a tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 210 time: 0.0687275 Sep 12 23:59:33.848408 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026faed-020a-453d-93db-881fee851a80 req-637a7904-73ce-45f7-96f4-537666bb522c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:33.851064 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5026faed-020a-453d-93db-881fee851a80 req-637a7904-73ce-45f7-96f4-537666bb522c tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 946 time: 0.0847874 Sep 12 23:59:33.936199 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5026faed-020a-453d-93db-881fee851a80 req-50951f5c-3355-4aa8-bba8-ccf4899a4404 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786297 Sep 12 23:59:34.902131 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8b064e50-64e2-437a-9757-43771e0e3980 req-55d0d484-1532-4e3e-94ae-f8d0332d4860 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 210 time: 0.0434566 Sep 12 23:59:35.608707 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:35.641818 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100245b1-4ab4-4673-a51f-533e98695a55 req-6bea02bf-29bd-499b-a745-51de1adf66b9 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:35.642470 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-6bea02bf-29bd-499b-a745-51de1adf66b9 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f3192aa0-69b1-4ced-9ab8-c4310d0134eb HTTP/1.1" status: 200 len: 809 time: 0.4447803 Sep 12 23:59:35.656540 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Request body: {'port': {'device_id': 'c94c6c43-ea97-4c2f-a518-1e2c1bb80440', 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb', 'admin_state_up': True, 'tenant_id': '0d4c43138bd3461fb6d8fa9f924f7e99'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:35.785850 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Made reservation on behalf of 0d4c43138bd3461fb6d8fa9f924f7e99 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:59:35.789851 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:35.932141 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Allocated IP 172.20.0.12 (f3192aa0-69b1-4ced-9ab8-c4310d0134eb/b7aea51d-045d-4749-b037-6e006d6b1d1d/11b2be14-8993-40cd-b022-a16de185f5a0) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:59:36.067893 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0f5b0cde-68a4-492d-acad-c611d4f0acbd req-7a358824-f029-4d7b-b9f7-3aae803abcc7 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 210 time: 0.0664816 Sep 12 23:59:36.133066 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks [] for port (11b2be14-8993-40cd-b022-a16de185f5a0), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:36.168378 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:36.223795 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Network f3192aa0-69b1-4ced-9ab8-c4310d0134eb is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:59:36.229701 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:59:36.232204 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Pushing event updated for resources: {'Port': ['ID=11b2be14-8993-40cd-b022-a16de185f5a0,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:36.234611 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:59:36.270915 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:36.286693 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:36.287948 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:36.306961 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-c5115a2e-4060-49c6-8550-8163b9625c79 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6547437 Sep 12 23:59:36.318676 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Request body: {'port': {'device_id': 'c94c6c43-ea97-4c2f-a518-1e2c1bb80440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:36.387474 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:36.523745 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:36.582237 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:36.753815 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b2be14-8993-40cd-b022-a16de185f5a0 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:59:36.767472 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Publish callbacks [] for port (11b2be14-8993-40cd-b022-a16de185f5a0), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:36.779839 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfeb2a1-8eb3-4c69-abd3-65601c4feb94 req-8dd53b61-9632-4450-9161-db2a52fdd2ac tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:36.781553 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2bfeb2a1-8eb3-4c69-abd3-65601c4feb94 req-8dd53b61-9632-4450-9161-db2a52fdd2ac tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 945 time: 0.0727317 Sep 12 23:59:36.800745 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Transition to ACTIVE for port object 11b2be14-8993-40cd-b022-a16de185f5a0 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:59:36.811777 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:36.909512 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2bfeb2a1-8eb3-4c69-abd3-65601c4feb94 req-7c5e8b6f-9205-4a2c-9c5f-6ce6c5680a0d tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207576 Sep 12 23:59:36.910298 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Pushing event updated for resources: {'Port': ['ID=11b2be14-8993-40cd-b022-a16de185f5a0,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:36.971163 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Attempting to bind port 11b2be14-8993-40cd-b022-a16de185f5a0 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:59:36.972303 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Attempting to bind port 11b2be14-8993-40cd-b022-a16de185f5a0 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:59:36.972303 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Attempting to bind port 11b2be14-8993-40cd-b022-a16de185f5a0 on network f3192aa0-69b1-4ced-9ab8-c4310d0134eb {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:59:37.021178 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Port 11b2be14-8993-40cd-b022-a16de185f5a0 on network f3192aa0-69b1-4ced-9ab8-c4310d0134eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:59:37.021499 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Attempting to bind port 11b2be14-8993-40cd-b022-a16de185f5a0 on network f3192aa0-69b1-4ced-9ab8-c4310d0134eb {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:59:37.077908 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:59:37.078235 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Checking segment: {'id': 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:59:37.078632 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Bound using segment: {'id': 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:59:37.079078 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Bound port: 11b2be14-8993-40cd-b022-a16de185f5a0, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:59:37.079626 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:37.159896 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] For port 11b2be14-8993-40cd-b022-a16de185f5a0, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:59:37.165522 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] For port 11b2be14-8993-40cd-b022-a16de185f5a0, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11b2be14-8993-40cd-b022-a16de185f5a0,segment=NetworkSegment(c0cca8df-a2a0-4997-b388-cff1e9dfc44c),segment_id=c0cca8df-a2a0-4997-b388-cff1e9dfc44c)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:59:37.205672 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:37.216306 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:37.216927 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:37.218514 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/11b2be14-8993-40cd-b022-a16de185f5a0 HTTP/1.1" status: 200 len: 1094 time: 0.9043124 Sep 12 23:59:37.220634 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94c6c43-ea97-4c2f-a518-1e2c1bb80440', 'tag': '11b2be14-8993-40cd-b022-a16de185f5a0'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:59:37.223211 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5745af4c-abc7-434f-ad3d-d4ec026126f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c94c6c43-ea97-4c2f-a518-1e2c1bb80440", "tag": "11b2be14-8993-40cd-b022-a16de185f5a0"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:59:37.257555 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:37.284759 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c21442-25bc-4bf6-b93a-92cdc800e071 req-05226143-c65d-4f15-be91-dfb0efea899c tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:37.287254 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d6c21442-25bc-4bf6-b93a-92cdc800e071 req-05226143-c65d-4f15-be91-dfb0efea899c tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 944 time: 0.1243477 Sep 12 23:59:37.292610 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10f0fb3-ef87-40ef-a1cc-b3559052ae98 x-openstack-request-id: req-b10f0fb3-ef87-40ef-a1cc-b3559052ae98 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:59:37.292993 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94c6c43-ea97-4c2f-a518-1e2c1bb80440", "tag": "11b2be14-8993-40cd-b022-a16de185f5a0", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:59:37.293363 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b10f0fb3-ef87-40ef-a1cc-b3559052ae98 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:59:37.293983 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10f0fb3-ef87-40ef-a1cc-b3559052ae98'] response: {'name': 'network-changed', 'server_uuid': 'c94c6c43-ea97-4c2f-a518-1e2c1bb80440', 'tag': '11b2be14-8993-40cd-b022-a16de185f5a0', 'status': 'completed', 'code': 200} Sep 12 23:59:37.328459 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f6132-5219-4e7f-b802-5361ed05bf69 service neutron] Pushing event updated for resources: {'Port': ['ID=11b2be14-8993-40cd-b022-a16de185f5a0,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:37.372277 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d6c21442-25bc-4bf6-b93a-92cdc800e071 req-bfdfda47-d396-4c53-b998-051c13fd4562 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732381 Sep 12 23:59:38.087746 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745af4c-abc7-434f-ad3d-d4ec026126f7 req-c6fa9f3c-b55d-46f6-9e29-6bd7000e9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:38.090310 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5745af4c-abc7-434f-ad3d-d4ec026126f7 req-c6fa9f3c-b55d-46f6-9e29-6bd7000e9fef service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0d4c43138bd3461fb6d8fa9f924f7e99&device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 1128 time: 0.1357145 Sep 12 23:59:38.114761 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736cdee-929f-4db8-b277-e15b5b3450e1 req-a756b2dd-06b0-4277-8a80-31739ad9935c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:38.117566 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4736cdee-929f-4db8-b277-e15b5b3450e1 req-a756b2dd-06b0-4277-8a80-31739ad9935c tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 945 time: 0.1038771 Sep 12 23:59:38.286966 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:38.374521 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4736cdee-929f-4db8-b277-e15b5b3450e1 req-1540c179-5377-47da-9cca-9863f42006af tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506583 Sep 12 23:59:38.399407 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1968-5161-4067-89bc-9332a891cde0 req-d6d5e26d-7ad5-4c28-b6b4-b12a420e41cc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:38.399407 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-793a1968-5161-4067-89bc-9332a891cde0 req-d6d5e26d-7ad5-4c28-b6b4-b12a420e41cc tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 945 time: 0.1345289 Sep 12 23:59:38.463989 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745af4c-abc7-434f-ad3d-d4ec026126f7 req-de220f5f-6f93-46b4-a6ad-c6a441a9d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:38.465565 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5745af4c-abc7-434f-ad3d-d4ec026126f7 req-de220f5f-6f93-46b4-a6ad-c6a441a9d574 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=0d4c43138bd3461fb6d8fa9f924f7e99&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3164062 Sep 12 23:59:38.604507 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab678-1067-4c06-854a-06554e81f08b req-8c74470a-6929-4a68-8245-0ddb7517509b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:38.606375 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e2eab678-1067-4c06-854a-06554e81f08b req-8c74470a-6929-4a68-8245-0ddb7517509b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 944 time: 0.1369476 Sep 12 23:59:38.615310 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Deleting port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:59:38.615816 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:38.777455 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745af4c-abc7-434f-ad3d-d4ec026126f7 req-a6f86b96-a93f-41d0-8591-51bf3072659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:38.779166 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5745af4c-abc7-434f-ad3d-d4ec026126f7 req-a6f86b96-a93f-41d0-8591-51bf3072659c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2982826 Sep 12 23:59:38.791553 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e2eab678-1067-4c06-854a-06554e81f08b req-f7ec931d-18a3-4684-b1a7-dcca4d7219c6 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721671 Sep 12 23:59:38.819627 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] For port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:38.819890 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:38.913666 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100245b1-4ab4-4673-a51f-533e98695a55 req-5c84f173-05a7-4f06-8e17-e7ea3384c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:38.915127 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-5c84f173-05a7-4f06-8e17-e7ea3384c3cd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0d4c43138bd3461fb6d8fa9f924f7e99&device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 1128 time: 0.0857975 Sep 12 23:59:38.993237 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-6425ed30-4c4e-4ae3-b1e8-22e497ec463d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b2be14-8993-40cd-b022-a16de185f5a0 HTTP/1.1" status: 200 len: 217 time: 0.0701051 Sep 12 23:59:39.080227 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-b843fe15-1a7e-4aef-ab37-472774e71242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:39.132215 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100245b1-4ab4-4673-a51f-533e98695a55 req-ee5b3aa4-b0e1-497f-8b8b-d13c9f00b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:39.134793 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-ee5b3aa4-b0e1-497f-8b8b-d13c9f00b17e service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b7aea51d-045d-4749-b037-6e006d6b1d1d HTTP/1.1" status: 200 len: 849 time: 0.1355119 Sep 12 23:59:39.177379 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:39.177840 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (6de5d545-d01e-4d09-9f44-dfd38c170dfc), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:39.178355 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Floating IP 6de5d545-d01e-4d09-9f44-dfd38c170dfc disassociated. External IP: 172.27.1.154, port: 3518a015-4b9d-49ce-83c7-2bc6c147a0ba. Sep 12 23:59:39.178944 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Calling delete_port for 3518a015-4b9d-49ce-83c7-2bc6c147a0ba owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:59:39.216515 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-013fed9d-75d8-48bb-8c7d-e3204817bbe5 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f3192aa0-69b1-4ced-9ab8-c4310d0134eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644009 Sep 12 23:59:39.224921 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:39.390975 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:39.396535 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-534fd452-2218-4d99-8bdd-246de095a270 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f3192aa0-69b1-4ced-9ab8-c4310d0134eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676977 Sep 12 23:59:39.540549 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (3518a015-4b9d-49ce-83c7-2bc6c147a0ba), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:39.596195 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'Port': ['ID=3518a015-4b9d-49ce-83c7-2bc6c147a0ba,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:39.611512 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e54415-6168-42df-b8ab-931593a6aa96 req-15c8fbe1-db6d-4185-b119-3ce4446f9bf8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:39.613183 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-85e54415-6168-42df-b8ab-931593a6aa96 req-15c8fbe1-db6d-4185-b119-3ce4446f9bf8 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 945 time: 0.1229045 Sep 12 23:59:39.646256 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-100245b1-4ab4-4673-a51f-533e98695a55 req-b0553d5f-f169-4816-9c41-a6af673d74b1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f3192aa0-69b1-4ced-9ab8-c4310d0134eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358179 Sep 12 23:59:39.727031 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-85e54415-6168-42df-b8ab-931593a6aa96 req-3bd85dc6-9c18-441e-9358-2dafd6affbc1 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024439 Sep 12 23:59:39.799013 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:59:39.973237 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f1d70-9b1f-453c-98b8-c1d0036fe5ff req-fafbb0f3-0210-4fd6-af97-b761855eec4e tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:39.975211 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-622f1d70-9b1f-453c-98b8-c1d0036fe5ff req-fafbb0f3-0210-4fd6-af97-b761855eec4e tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 944 time: 0.0704696 Sep 12 23:59:39.976722 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:59:39.993456 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794970a4-4003-43aa-a543-36c51e112409 None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:59:40.013923 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794970a4-4003-43aa-a543-36c51e112409 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:59:40.014994 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-794970a4-4003-43aa-a543-36c51e112409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:59:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:40.053587 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] No DVR routers for this DVR port 3518a015-4b9d-49ce-83c7-2bc6c147a0ba on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:59:40.065922 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:40.071973 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-793a1968-5161-4067-89bc-9332a891cde0 req-022de05e-9851-49ac-8244-1572c8936c68 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.18 "DELETE /networking/v2.0/ports/3518a015-4b9d-49ce-83c7-2bc6c147a0ba HTTP/1.1" status: 204 len: 173 time: 1.6607699 Sep 12 23:59:40.076967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'name': 'network-vif-deleted', 'tag': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:59:40.080667 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d8b5f-d962-4561-a437-0976d0b5fd87" -d '{"events": [{"server_uuid": "b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5", "name": "network-vif-deleted", "tag": "3518a015-4b9d-49ce-83c7-2bc6c147a0ba"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:59:40.104303 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-622f1d70-9b1f-453c-98b8-c1d0036fe5ff req-1fb1d7ef-5ced-4e71-89ae-0ae84ad57c59 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186342 Sep 12 23:59:40.162577 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b75dfcd-cba6-49b9-9a4e-e3a6a831e4c8 x-openstack-request-id: req-1b75dfcd-cba6-49b9-9a4e-e3a6a831e4c8 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:59:40.163781 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5", "name": "network-vif-deleted", "tag": "3518a015-4b9d-49ce-83c7-2bc6c147a0ba", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:59:40.164159 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b75dfcd-cba6-49b9-9a4e-e3a6a831e4c8 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:59:40.164711 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b75dfcd-cba6-49b9-9a4e-e3a6a831e4c8'] response: {'server_uuid': 'b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5', 'name': 'network-vif-deleted', 'tag': '3518a015-4b9d-49ce-83c7-2bc6c147a0ba', 'status': 'completed', 'code': 200} Sep 12 23:59:40.181827 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:40.208206 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:40.230558 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-794970a4-4003-43aa-a543-36c51e112409 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:59:40.514009 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-794970a4-4003-43aa-a543-36c51e112409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:40.548179 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794970a4-4003-43aa-a543-36c51e112409 None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:59:40.560056 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794970a4-4003-43aa-a543-36c51e112409 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:59:40.560991 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-794970a4-4003-43aa-a543-36c51e112409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:59:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:40.693349 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-794970a4-4003-43aa-a543-36c51e112409 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:59:40.922249 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-794970a4-4003-43aa-a543-36c51e112409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:40.928222 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0886e54a-4751-4744-bd6a-4a50aa76b996 req-20dd8177-3b99-494f-b9e5-4b374ccaf1c6 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=b0aeeeb8-f72b-4e58-9ea5-3b5c8358c1d5 HTTP/1.1" status: 200 len: 210 time: 0.0364194 Sep 12 23:59:40.958236 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794970a4-4003-43aa-a543-36c51e112409 None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:53:22Z', 'revision_number': 4, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e8c17ba8-c80f-4f38-b805-64c47141aa3d', 'name': '', 'network_id': '3c1b7b6d-23b0-4d33-9526-13eb374ddc8c', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'mac_address': 'fa:16:3e:9f:8d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:18Z', 'updated_at': '2022-09-12T23:53:43Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'subnets': [{'id': '906cbf42-8859-49fd-9442-6e0a10c87391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:59:41.168226 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=72,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:41.170091 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:41.249043 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e02dac-3b48-4891-88fc-eeabdcd656e1 None None] New status for floating IP 6de5d545-d01e-4d09-9f44-dfd38c170dfc: DOWN {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 12 23:59:41.275160 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877c3f4-ef67-4ade-b566-4e0552187364 req-07e7c69e-c994-4248-93b0-458bce356e33 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:41.277004 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7877c3f4-ef67-4ade-b566-4e0552187364 req-07e7c69e-c994-4248-93b0-458bce356e33 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 944 time: 0.0633144 Sep 12 23:59:41.340332 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7877c3f4-ef67-4ade-b566-4e0552187364 req-95f56f2e-5b5b-4eb6-9ed4-dda93f8c0fa4 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522385 Sep 12 23:59:41.946765 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 11b2be14-8993-40cd-b022-a16de185f5a0 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 12 23:59:41.952032 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3518a015-4b9d-49ce-83c7-2bc6c147a0ba no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:59:41.992126 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 3518a015-4b9d-49ce-83c7-2bc6c147a0ba {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:59:41.992475 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 3518a015-4b9d-49ce-83c7-2bc6c147a0ba not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:59:42.027084 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-29db189f-e161-4375-b61e-f198d1969607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.056893 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40930) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:42.113025 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 11b2be14-8993-40cd-b022-a16de185f5a0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11b2be14-8993-40cd-b022-a16de185f5a0,segment=NetworkSegment(c0cca8df-a2a0-4997-b388-cff1e9dfc44c),segment_id=c0cca8df-a2a0-4997-b388-cff1e9dfc44c)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:42.150569 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3dc624ba-6bda-453a-ba3e-7af8c63b83ca tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.172824 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:42.197987 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3dc624ba-6bda-453a-ba3e-7af8c63b83ca tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.266914 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '11b2be14-8993-40cd-b022-a16de185f5a0', 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb', 'port_id': '11b2be14-8993-40cd-b022-a16de185f5a0', 'mac_address': 'fa:16:3e:f2:10:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7aea51d-045d-4749-b037-6e006d6b1d1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 12 23:59:42.296556 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3dc624ba-6bda-453a-ba3e-7af8c63b83ca tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.301519 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3dc624ba-6bda-453a-ba3e-7af8c63b83ca tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.303525 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-3dc624ba-6bda-453a-ba3e-7af8c63b83ca tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b HTTP/1.1" status: 204 len: 168 time: 0.2440305 Sep 12 23:59:42.306591 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 40932) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:42.309403 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 11b2be14-8993-40cd-b022-a16de185f5a0 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:59:42.309802 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.320663 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc624ba-6bda-453a-ba3e-7af8c63b83ca tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:42.327348 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b2be14-8993-40cd-b022-a16de185f5a0 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:59:42.338535 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.api.v2.resource [None req-10c399d8-7f1f-4d63-a511-c0e7073bc03b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] show failed (client error): The resource could not be found. Sep 12 23:59:42.344546 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-10c399d8-7f1f-4d63-a511-c0e7073bc03b tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "GET /networking/v2.0/security-groups/6cc9f707-2ba8-4b4b-98bb-d6a7a1cd112b HTTP/1.1" status: 404 len: 347 time: 0.0354078 Sep 12 23:59:42.344829 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40934) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:42.362850 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 11b2be14-8993-40cd-b022-a16de185f5a0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11b2be14-8993-40cd-b022-a16de185f5a0,segment=NetworkSegment(c0cca8df-a2a0-4997-b388-cff1e9dfc44c),segment_id=c0cca8df-a2a0-4997-b388-cff1e9dfc44c)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:42.369467 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.428389 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=11b2be14-8993-40cd-b022-a16de185f5a0,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:42.501875 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:42.554194 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c4f51-840e-45a3-9f8b-bd7db7a19f30 req-fba4bcf6-c4a8-475c-9aa6-445be5c98c93 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:42.555890 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f49c4f51-840e-45a3-9f8b-bd7db7a19f30 req-fba4bcf6-c4a8-475c-9aa6-445be5c98c93 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 945 time: 0.0888071 Sep 12 23:59:42.558940 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-1734feed-d838-437d-b705-e2d8259a1360 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Deleting port 105eb50b-e559-4cc6-a327-e24755abb7ee {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:59:42.559318 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1734feed-d838-437d-b705-e2d8259a1360 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (105eb50b-e559-4cc6-a327-e24755abb7ee), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.622917 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['11b2be14-8993-40cd-b022-a16de185f5a0'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:59:42.628649 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:42.665921 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f49c4f51-840e-45a3-9f8b-bd7db7a19f30 req-08da775f-9293-4e31-a0f0-5250c610b66c tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023765 Sep 12 23:59:42.695307 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1734feed-d838-437d-b705-e2d8259a1360 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (105eb50b-e559-4cc6-a327-e24755abb7ee), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.696019 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1734feed-d838-437d-b705-e2d8259a1360 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (105eb50b-e559-4cc6-a327-e24755abb7ee), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.712548 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-1734feed-d838-437d-b705-e2d8259a1360 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Calling delete_port for 105eb50b-e559-4cc6-a327-e24755abb7ee owned by network:floatingip {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:59:42.773888 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:42.887552 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1734feed-d838-437d-b705-e2d8259a1360 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (105eb50b-e559-4cc6-a327-e24755abb7ee), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.914543 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734feed-d838-437d-b705-e2d8259a1360 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Pushing event deleted for resources: {'Port': ['ID=105eb50b-e559-4cc6-a327-e24755abb7ee,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:42.996385 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1734feed-d838-437d-b705-e2d8259a1360 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks [] for floatingip (6de5d545-d01e-4d09-9f44-dfd38c170dfc), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:42.999070 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1734feed-d838-437d-b705-e2d8259a1360 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:43.000423 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1734feed-d838-437d-b705-e2d8259a1360 tempest-AttachVolumeNegativeTest-1965954712 tempest-AttachVolumeNegativeTest-1965954712-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/6de5d545-d01e-4d09-9f44-dfd38c170dfc HTTP/1.1" status: 204 len: 168 time: 0.6542115 Sep 12 23:59:43.290867 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:43.812868 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095378c1-e92a-4f31-9acc-9f6bc29a4232 req-c835e9fd-b90c-4406-b979-7b0796226a2a tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:43.815380 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-095378c1-e92a-4f31-9acc-9f6bc29a4232 req-c835e9fd-b90c-4406-b979-7b0796226a2a tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 945 time: 0.0550752 Sep 12 23:59:43.876458 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-095378c1-e92a-4f31-9acc-9f6bc29a4232 req-91bc2132-4c23-46a6-be01-ebdd382d0d8a tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521038 Sep 12 23:59:43.953691 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 11b2be14-8993-40cd-b022-a16de185f5a0 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 12 23:59:44.003504 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 11b2be14-8993-40cd-b022-a16de185f5a0 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 12 23:59:44.021300 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 11b2be14-8993-40cd-b022-a16de185f5a0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 12 23:59:44.021785 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:44.112051 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:44.117442 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 11b2be14-8993-40cd-b022-a16de185f5a0 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 12 23:59:44.117820 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:44.142610 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94c6c43-ea97-4c2f-a518-1e2c1bb80440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b2be14-8993-40cd-b022-a16de185f5a0'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:59:44.145318 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b92eaa-cc4a-478f-a1fc-6a70af0985a5" -d '{"events": [{"server_uuid": "c94c6c43-ea97-4c2f-a518-1e2c1bb80440", "name": "network-vif-plugged", "status": "completed", "tag": "11b2be14-8993-40cd-b022-a16de185f5a0"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:59:44.163119 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 11b2be14-8993-40cd-b022-a16de185f5a0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11b2be14-8993-40cd-b022-a16de185f5a0,segment=NetworkSegment(c0cca8df-a2a0-4997-b388-cff1e9dfc44c),segment_id=c0cca8df-a2a0-4997-b388-cff1e9dfc44c)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:44.170560 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:44.217688 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a99b18-9fd9-406e-8215-77f14a93cd09 x-openstack-request-id: req-a4a99b18-9fd9-406e-8215-77f14a93cd09 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:59:44.218249 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94c6c43-ea97-4c2f-a518-1e2c1bb80440", "name": "network-vif-plugged", "status": "completed", "tag": "11b2be14-8993-40cd-b022-a16de185f5a0", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:59:44.218516 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4a99b18-9fd9-406e-8215-77f14a93cd09 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:59:44.219067 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a99b18-9fd9-406e-8215-77f14a93cd09'] response: {'server_uuid': 'c94c6c43-ea97-4c2f-a518-1e2c1bb80440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b2be14-8993-40cd-b022-a16de185f5a0', 'code': 200} Sep 12 23:59:44.265338 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=11b2be14-8993-40cd-b022-a16de185f5a0,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:44.277054 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.277522 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.277971 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.278391 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.278911 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.279725 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.280250 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.280787 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.281327 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.281757 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.282181 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.282703 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.283132 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.283657 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.284053 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:44.302585 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 12 23:59:44.474907 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f68f2-9c32-4e03-876e-667dfe926868 req-8c3f1e25-c848-4c3d-af68-aae0a059f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:44.476395 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-772f68f2-9c32-4e03-876e-667dfe926868 req-8c3f1e25-c848-4c3d-af68-aae0a059f91a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 1130 time: 0.0489402 Sep 12 23:59:44.542079 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-772f68f2-9c32-4e03-876e-667dfe926868 req-a47de218-904c-4d5c-bbde-8a882aa5a8b7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573430 Sep 12 23:59:44.829911 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:45.024484 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439112a0-56c9-4050-bac2-cbf3d3dfa0aa req-5a7add9b-4279-49d8-8d6a-14bf6eaaf563 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:45.026257 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-439112a0-56c9-4050-bac2-cbf3d3dfa0aa req-5a7add9b-4279-49d8-8d6a-14bf6eaaf563 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 946 time: 0.0552871 Sep 12 23:59:45.090447 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-439112a0-56c9-4050-bac2-cbf3d3dfa0aa req-8e71d626-b272-4352-9bc5-261048176c6b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541017 Sep 12 23:59:46.243434 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75cba0-6954-4d5d-aceb-7d1766025086 req-00106412-6b4c-4df5-89a9-1b691991fcad tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:46.246274 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ad75cba0-6954-4d5d-aceb-7d1766025086 req-00106412-6b4c-4df5-89a9-1b691991fcad tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 946 time: 0.0556865 Sep 12 23:59:46.322687 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ad75cba0-6954-4d5d-aceb-7d1766025086 req-39aca25a-4e44-42a1-90fa-68273fe56ded tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716236 Sep 12 23:59:47.045119 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 40984) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:47.155557 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:47.226201 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:47.680190 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa5169-37df-4aed-92fb-56704a16fc7f req-35ea5ac6-55ff-4c69-b7b8-235d02af4224 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:47.681873 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bdfa5169-37df-4aed-92fb-56704a16fc7f req-35ea5ac6-55ff-4c69-b7b8-235d02af4224 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 946 time: 0.0672324 Sep 12 23:59:47.796320 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bdfa5169-37df-4aed-92fb-56704a16fc7f req-8db6a88d-6004-40c5-901c-4519a96bd66b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883009 Sep 12 23:59:47.859893 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:48.159382 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] Deleting port e8c17ba8-c80f-4f38-b805-64c47141aa3d {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:59:48.159765 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:48.263466 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] For port e8c17ba8-c80f-4f38-b805-64c47141aa3d, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=e8c17ba8-c80f-4f38-b805-64c47141aa3d,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:48.263728 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:48.287276 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] Calling delete_port for e8c17ba8-c80f-4f38-b805-64c47141aa3d owned by network:router_interface {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:59:48.488153 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:48.517329 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (e8c17ba8-c80f-4f38-b805-64c47141aa3d), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:48.523438 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:48.549368 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c17ba8-c80f-4f38-b805-64c47141aa3d,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:48.793072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9dd69-bd0e-4d3e-98f7-a9c3722ff3a5 req-30725cd8-4243-49ae-a2ac-8052ec16d34f tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:48.794604 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d8b9dd69-bd0e-4d3e-98f7-a9c3722ff3a5 req-30725cd8-4243-49ae-a2ac-8052ec16d34f tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 946 time: 0.0741949 Sep 12 23:59:48.797582 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:48.903057 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d8b9dd69-bd0e-4d3e-98f7-a9c3722ff3a5 req-5f20e647-6f19-4822-8b67-6ab309ca9be1 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977292 Sep 12 23:59:49.069954 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] Router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 12 23:59:49.191267 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 12 23:59:49.196961 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-bbd6d2b4-709f-41a2-90eb-e82da9c04e9d admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1505899 Sep 12 23:59:49.201401 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41002) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:49.202601 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] Sync routers for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 12 23:59:49.216442 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:59:49.217178 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:59:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:49.346640 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Publish callbacks [] for router (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:49.361431 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:59:49.491732 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Publish callbacks [] for router_gateway (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:49.568851 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Deleting port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:59:49.569399 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:49.574017 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76'}], 'enable_snat': True}, 'gw_port_id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:59:48Z', 'revision_number': 5, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port': {'id': '1f6bfe99-fda5-42b3-af97-b2e6a77e99a9', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:49.606495 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] Checking router: 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 12 23:59:49.616324 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:49.623510 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] Routers {'17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 12 23:59:49.624600 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-12T23:59:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:49.669415 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] For port 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=1f6bfe99-fda5-42b3-af97-b2e6a77e99a9,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:49.669795 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:49.686205 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Calling delete_port for 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 owned by network:router_gateway {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:59:49.696224 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:49.770167 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] Set router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 gateway port host: None {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 12 23:59:49.829906 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:59:49Z', 'revision_number': 6, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port_host': None}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:49.858790 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b293ac-20fc-4e88-ad47-9d2c8097b329 None None] The sync data for ids ['17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0'] in dv-cinder-820027-26-iscsi is: [{'id': '17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0', 'name': 'tempest-AttachVolumeNegativeTest-1810749684-router', 'tenant_id': '6c681f1232de4a5fbfc728c230f80624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:01Z', 'updated_at': '2022-09-12T23:59:49Z', 'revision_number': 6, 'project_id': '6c681f1232de4a5fbfc728c230f80624', 'gw_port_host': None}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 12 23:59:49.886602 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (1f6bfe99-fda5-42b3-af97-b2e6a77e99a9), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:49.916379 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6bfe99-fda5-42b3-af97-b2e6a77e99a9,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:50.051930 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.062990 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3027c51-d04a-476c-9d1c-d95108d24ac0 req-8611e075-38ad-4643-8bd4-77b1954ea487 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:50.064698 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e3027c51-d04a-476c-9d1c-d95108d24ac0 req-8611e075-38ad-4643-8bd4-77b1954ea487 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 946 time: 0.0673113 Sep 12 23:59:50.181710 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.186413 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Publish callbacks [] for router_controller (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.331296 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e3027c51-d04a-476c-9d1c-d95108d24ac0 req-a580e61c-6c65-4c74-a545-de6a67b5a3c2 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405605 Sep 12 23:59:50.341026 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-36d64cd8-5862-40a8-a8a0-9bd21f276f89 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:50.343213 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-36d64cd8-5862-40a8-a8a0-9bd21f276f89 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 946 time: 0.1777868 Sep 12 23:59:50.350264 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.351249 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 {{(pid=112752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 12 23:59:50.377145 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.378919 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-38cd019e-d7f0-48de-81bf-422c246f1966 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/17f9fc44-f3e4-4836-90f0-8bb9fe9a52f0 HTTP/1.1" status: 204 len: 168 time: 1.1760566 Sep 12 23:59:50.385786 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41006) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:50.388692 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e8c17ba8-c80f-4f38-b805-64c47141aa3d no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:59:50.424600 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: e8c17ba8-c80f-4f38-b805-64c47141aa3d {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:59:50.425318 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e8c17ba8-c80f-4f38-b805-64c47141aa3d not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:59:50.465305 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Deleting subnet 906cbf42-8859-49fd-9442-6e0a10c87391 {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 12 23:59:50.471035 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Publish callbacks [] for subnet (906cbf42-8859-49fd-9442-6e0a10c87391), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.503458 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-b4806d6d-e48a-4022-a7ec-5cd45061843b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Deleting port 11b2be14-8993-40cd-b022-a16de185f5a0 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:59:50.503960 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-b4806d6d-e48a-4022-a7ec-5cd45061843b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.531894 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8700759'] for subnet (906cbf42-8859-49fd-9442-6e0a10c87391), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.642285 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (906cbf42-8859-49fd-9442-6e0a10c87391), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.664561 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-b4806d6d-e48a-4022-a7ec-5cd45061843b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] For port 11b2be14-8993-40cd-b022-a16de185f5a0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11b2be14-8993-40cd-b022-a16de185f5a0,segment=NetworkSegment(c0cca8df-a2a0-4997-b388-cff1e9dfc44c),segment_id=c0cca8df-a2a0-4997-b388-cff1e9dfc44c)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:50.664943 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-b4806d6d-e48a-4022-a7ec-5cd45061843b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.682197 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-b4806d6d-e48a-4022-a7ec-5cd45061843b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Calling delete_port for 11b2be14-8993-40cd-b022-a16de185f5a0 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:59:50.709876 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8730107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761574'] for subnet (906cbf42-8859-49fd-9442-6e0a10c87391), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.738632 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906cbf42-8859-49fd-9442-6e0a10c87391,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:50.746367 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:50.750137 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/906cbf42-8859-49fd-9442-6e0a10c87391 HTTP/1.1" status: 204 len: 168 time: 0.3625348 Sep 12 23:59:50.751762 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.752111 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.752435 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.752806 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.753109 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.753460 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.754168 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41008) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:50.754405 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.754692 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.755094 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.755435 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.755816 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.756116 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.756441 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.756757 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.757076 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a299f39-3cb7-4b98-889c-1887233e21c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 12 23:59:50.760882 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d46a6-aa74-409c-b1b6-d379a13c8e47 None None] Network 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 12 23:59:50.869217 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:50.917163 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:50.935844 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.024426 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c6219-35d5-4e03-89fb-fee2f8f1505d None None] DHCP port deletion for 3c1b7b6d-23b0-4d33-9526-13eb374ddc8c request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 12 23:59:51.028768 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:51.053242 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Deleting port a000cafb-b95a-4543-a31d-592a7d64b449 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:59:51.053581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.080271 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:51.109492 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-894c6219-35d5-4e03-89fb-fee2f8f1505d None None] Deleting port a000cafb-b95a-4543-a31d-592a7d64b449 {{(pid=112753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 12 23:59:51.110143 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-894c6219-35d5-4e03-89fb-fee2f8f1505d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), before_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.172575 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-b4806d6d-e48a-4022-a7ec-5cd45061843b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (11b2be14-8993-40cd-b022-a16de185f5a0), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.192210 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['11b2be14-8993-40cd-b022-a16de185f5a0'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 12 23:59:51.218145 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4806d6d-e48a-4022-a7ec-5cd45061843b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Pushing event deleted for resources: {'Port': ['ID=11b2be14-8993-40cd-b022-a16de185f5a0,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:51.221593 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] For port a000cafb-b95a-4543-a31d-592a7d64b449, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=a000cafb-b95a-4543-a31d-592a7d64b449,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:51.222139 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.252982 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-894c6219-35d5-4e03-89fb-fee2f8f1505d None None] For port a000cafb-b95a-4543-a31d-592a7d64b449, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=a000cafb-b95a-4543-a31d-592a7d64b449,segment=NetworkSegment(f8afd542-d1ba-4744-a3ca-20e563597814),segment_id=f8afd542-d1ba-4744-a3ca-20e563597814)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 12 23:59:51.253384 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-894c6219-35d5-4e03-89fb-fee2f8f1505d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), precommit_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.259209 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Calling delete_port for a000cafb-b95a-4543-a31d-592a7d64b449 owned by network:dhcp {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:59:51.278323 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-894c6219-35d5-4e03-89fb-fee2f8f1505d None None] Calling delete_port for a000cafb-b95a-4543-a31d-592a7d64b449 owned by network:dhcp {{(pid=112753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 12 23:59:51.295544 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-b4806d6d-e48a-4022-a7ec-5cd45061843b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] No DVR routers for this DVR port 11b2be14-8993-40cd-b022-a16de185f5a0 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:59:51.299952 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-b4806d6d-e48a-4022-a7ec-5cd45061843b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.303433 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44110b67-63dd-47df-8d87-aa67eb3e75dc req-b4806d6d-e48a-4022-a7ec-5cd45061843b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.18 "DELETE /networking/v2.0/ports/11b2be14-8993-40cd-b022-a16de185f5a0 HTTP/1.1" status: 204 len: 173 time: 0.9463663 Sep 12 23:59:51.303971 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94c6c43-ea97-4c2f-a518-1e2c1bb80440', 'name': 'network-vif-deleted', 'tag': '11b2be14-8993-40cd-b022-a16de185f5a0'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:59:51.306962 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823abfac-93f8-4ddc-bee2-25a75d915c58" -d '{"events": [{"server_uuid": "c94c6c43-ea97-4c2f-a518-1e2c1bb80440", "name": "network-vif-deleted", "tag": "11b2be14-8993-40cd-b022-a16de185f5a0"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:59:51.389737 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:51.402308 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-894c6219-35d5-4e03-89fb-fee2f8f1505d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), after_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.409720 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Sep 2022 23:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17740e-41eb-41b3-9246-694f7b6ad322 x-openstack-request-id: req-1c17740e-41eb-41b3-9246-694f7b6ad322 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:59:51.410020 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94c6c43-ea97-4c2f-a518-1e2c1bb80440", "name": "network-vif-deleted", "tag": "11b2be14-8993-40cd-b022-a16de185f5a0", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:59:51.410395 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c17740e-41eb-41b3-9246-694f7b6ad322 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:59:51.410673 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c17740e-41eb-41b3-9246-694f7b6ad322'] response: {'server_uuid': 'c94c6c43-ea97-4c2f-a518-1e2c1bb80440', 'name': 'network-vif-deleted', 'tag': '11b2be14-8993-40cd-b022-a16de185f5a0', 'status': 'completed', 'code': 200} Sep 12 23:59:51.425898 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c6219-35d5-4e03-89fb-fee2f8f1505d None None] No DVR routers for this DVR port a000cafb-b95a-4543-a31d-592a7d64b449 on host dv-cinder-820027-26-iscsi {{(pid=112753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:59:51.429790 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (a000cafb-b95a-4543-a31d-592a7d64b449), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.456588 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c6219-35d5-4e03-89fb-fee2f8f1505d None None] Pushing event deleted for resources: {'Port': ['ID=a000cafb-b95a-4543-a31d-592a7d64b449,revision_number=None']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:51.504090 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Pushing event deleted for resources: {'Port': ['ID=a000cafb-b95a-4543-a31d-592a7d64b449,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:51.507373 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] No DVR routers for this DVR port a000cafb-b95a-4543-a31d-592a7d64b449 on host dv-cinder-820027-26-iscsi {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 12 23:59:51.562853 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bd6e9a40-dc8b-4390-8c7a-09062ba90b4a req-59cf71df-1e87-482c-a308-0dc88cf0287b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c94c6c43-ea97-4c2f-a518-1e2c1bb80440 HTTP/1.1" status: 200 len: 210 time: 0.0524440 Sep 12 23:59:51.621993 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.647001 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1b7b6d-23b0-4d33-9526-13eb374ddc8c']}} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:51.658933 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8afd542-d1ba-4744-a3ca-20e563597814') {'for_net_delete': True} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:51.659256 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8afd542-d1ba-4744-a3ca-20e563597814') {} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 12 23:59:51.674732 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10069483'] for segment (f8afd542-d1ba-4744-a3ca-20e563597814), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.692040 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (f8afd542-d1ba-4744-a3ca-20e563597814), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.700415 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=112752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 12 23:59:51.701117 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8620065'] for segment (f8afd542-d1ba-4744-a3ca-20e563597814), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.755025 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment f8afd542-d1ba-4744-a3ca-20e563597814 resource provider aggregate not found Sep 12 23:59:51.777828 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment f8afd542-d1ba-4744-a3ca-20e563597814 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8afd542-d1ba-4744-a3ca-20e563597814 found for delete ", "request_id": "req-8c169036-a9bd-4cb3-9ab3-98fb96ed5b76"}]} Sep 12 23:59:51.789150 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (3c1b7b6d-23b0-4d33-9526-13eb374ddc8c), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.799383 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:51.806207 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/3c1b7b6d-23b0-4d33-9526-13eb374ddc8c HTTP/1.1" status: 204 len: 168 time: 1.0475769 Sep 12 23:59:51.817178 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a59dc-7212-4966-a07e-23b621084609 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1b7b6d-23b0-4d33-9526-13eb374ddc8c,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:51.945182 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41022) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:52.012649 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-d5c5f065-de17-4e97-aeb8-380fbf0077d2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6c681f1232de4a5fbfc728c230f80624&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0657802 Sep 12 23:59:52.016687 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41024) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 12 23:59:52.062670 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:59:52.089463 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:59:52.090208 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 1f6bfe99-fda5-42b3-af97-b2e6a77e99a9 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:59:52.090705 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device a000cafb-b95a-4543-a31d-592a7d64b449 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:59:52.111774 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: a000cafb-b95a-4543-a31d-592a7d64b449 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:59:52.112239 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device a000cafb-b95a-4543-a31d-592a7d64b449 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:59:52.124394 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-28950353-125f-4526-b160-4743bcbf277e admin admin] Publish callbacks [] for security_group (6b06856e-823d-4e99-ae44-8d3d7d8341e2), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:52.169031 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-28950353-125f-4526-b160-4743bcbf277e admin admin] Publish callbacks [] for security_group (6b06856e-823d-4e99-ae44-8d3d7d8341e2), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:52.234638 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-28950353-125f-4526-b160-4743bcbf277e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6b06856e-823d-4e99-ae44-8d3d7d8341e2), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:52.239254 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-28950353-125f-4526-b160-4743bcbf277e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:52.240792 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-28950353-125f-4526-b160-4743bcbf277e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6b06856e-823d-4e99-ae44-8d3d7d8341e2 HTTP/1.1" status: 204 len: 168 time: 0.2206190 Sep 12 23:59:52.252223 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28950353-125f-4526-b160-4743bcbf277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b06856e-823d-4e99-ae44-8d3d7d8341e2,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:53.080208 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-7a1786a7-4599-4dad-84a7-244d18854ffe tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:53.082096 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-7a1786a7-4599-4dad-84a7-244d18854ffe tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/networks?id=f3192aa0-69b1-4ced-9ab8-c4310d0134eb HTTP/1.1" status: 200 len: 809 time: 0.1499801 Sep 12 23:59:53.099543 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-c6084682-db91-4ba5-ba70-d79de5a04476 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/quotas/0d4c43138bd3461fb6d8fa9f924f7e99 HTTP/1.1" status: 200 len: 375 time: 0.0106673 Sep 12 23:59:53.450228 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-a52a5e7a-25c0-4604-8667-df1bcdf6afcc tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=0d4c43138bd3461fb6d8fa9f924f7e99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3434882 Sep 12 23:59:53.574276 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-e25376e6-abc4-4bca-bd7f-103ca4744595 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3192aa0-69b1-4ced-9ab8-c4310d0134eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147141 Sep 12 23:59:53.670649 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:53.690720 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-f4094002-9609-440e-a0c2-3dffc7245c41 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3192aa0-69b1-4ced-9ab8-c4310d0134eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052091 Sep 12 23:59:53.929754 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0041aa5a-3870-4467-8899-fa24d4341e85 req-b336debe-c12d-478f-aea0-9b98d3f4e7a6 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 210 time: 0.0324869 Sep 12 23:59:53.948450 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 11b2be14-8993-40cd-b022-a16de185f5a0 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 12 23:59:53.998214 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 11b2be14-8993-40cd-b022-a16de185f5a0 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 12 23:59:53.998790 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 11b2be14-8993-40cd-b022-a16de185f5a0 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 12 23:59:54.294386 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:55.071912 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a28b4b77-4b13-4e9c-8aca-8b9e080f5ab2 req-2cd08248-6a7c-4007-940c-2323a61a9139 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 210 time: 0.0509861 Sep 12 23:59:55.304668 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:55.395935 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-da5dba24-9642-4e58-a4c8-2ffdc9862e12 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:55.397499 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-da5dba24-9642-4e58-a4c8-2ffdc9862e12 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f3192aa0-69b1-4ced-9ab8-c4310d0134eb HTTP/1.1" status: 200 len: 809 time: 0.1202126 Sep 12 23:59:55.414724 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Request body: {'port': {'device_id': 'f58cf737-d9d1-48ce-9832-dbb0b15bbbab', 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb', 'admin_state_up': True, 'tenant_id': '0d4c43138bd3461fb6d8fa9f924f7e99'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:55.613283 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Made reservation on behalf of 0d4c43138bd3461fb6d8fa9f924f7e99 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 12 23:59:55.620265 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:55.800146 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Allocated IP 172.20.0.9 (f3192aa0-69b1-4ced-9ab8-c4310d0134eb/b7aea51d-045d-4749-b037-6e006d6b1d1d/8fae5321-fecc-48b6-a52f-4b9969027ab1) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 12 23:59:56.000025 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks [] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:56.036437 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:56.097851 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Network f3192aa0-69b1-4ced-9ab8-c4310d0134eb is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 12 23:59:56.104892 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 12 23:59:56.109948 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 12 23:59:56.152476 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Pushing event updated for resources: {'Port': ['ID=8fae5321-fecc-48b6-a52f-4b9969027ab1,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:56.193138 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:56.193777 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:56.239401 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a5cf7-f51f-49d5-b42a-75bb41975120 req-a92a7557-75e0-410e-9b7f-eed1d54500ec tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:56.241072 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c12a5cf7-f51f-49d5-b42a-75bb41975120 req-a92a7557-75e0-410e-9b7f-eed1d54500ec tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 931 time: 0.0661554 Sep 12 23:59:56.245186 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-acbbea0e-210d-4b2d-b9f3-ac58044bdc34 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8346083 Sep 12 23:59:56.297611 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c12a5cf7-f51f-49d5-b42a-75bb41975120 req-363e3038-ff17-4f48-8daf-7c019999caba tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495350 Sep 12 23:59:57.390410 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:57.430963 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865fa59-094f-4a19-b320-ff556b67bac0 req-410dbad2-cc0f-4466-b6e0-a8dfc8ef9beb tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:57.432659 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c865fa59-094f-4a19-b320-ff556b67bac0 req-410dbad2-cc0f-4466-b6e0-a8dfc8ef9beb tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 931 time: 0.0523238 Sep 12 23:59:57.497591 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c865fa59-094f-4a19-b320-ff556b67bac0 req-0e1fa997-e146-4ba2-83e3-dead2db4f3dd tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581403 Sep 12 23:59:57.917945 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Request body: {'port': {'device_id': 'f58cf737-d9d1-48ce-9832-dbb0b15bbbab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 12 23:59:57.920500 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:57.993156 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:58.343598 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fae5321-fecc-48b6-a52f-4b9969027ab1 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 12 23:59:58.352585 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Publish callbacks [] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:58.371213 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Transition to ACTIVE for port object 8fae5321-fecc-48b6-a52f-4b9969027ab1 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 12 23:59:58.376784 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:58.458936 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Pushing event updated for resources: {'Port': ['ID=8fae5321-fecc-48b6-a52f-4b9969027ab1,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:58.492459 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Attempting to bind port 8fae5321-fecc-48b6-a52f-4b9969027ab1 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 12 23:59:58.492783 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Attempting to bind port 8fae5321-fecc-48b6-a52f-4b9969027ab1 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 12 23:59:58.493116 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Attempting to bind port 8fae5321-fecc-48b6-a52f-4b9969027ab1 on network f3192aa0-69b1-4ced-9ab8-c4310d0134eb {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:59:58.542662 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Port 8fae5321-fecc-48b6-a52f-4b9969027ab1 on network f3192aa0-69b1-4ced-9ab8-c4310d0134eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 12 23:59:58.543000 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Attempting to bind port 8fae5321-fecc-48b6-a52f-4b9969027ab1 on network f3192aa0-69b1-4ced-9ab8-c4310d0134eb {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 12 23:59:58.625069 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 12, 23, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 12 23:59:58.625322 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Checking segment: {'id': 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 12 23:59:58.625725 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Bound using segment: {'id': 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 12 23:59:58.626165 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Bound port: 8fae5321-fecc-48b6-a52f-4b9969027ab1, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 12 23:59:58.626527 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:58.649660 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4205f-e55a-4a04-aee1-54d6a424083c req-d5da6f74-e75d-4595-8824-2fdf73f87f1e tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:58.651307 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7ae4205f-e55a-4a04-aee1-54d6a424083c req-d5da6f74-e75d-4595-8824-2fdf73f87f1e tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 943 time: 0.0663352 Sep 12 23:59:58.737597 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] For port 8fae5321-fecc-48b6-a52f-4b9969027ab1, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 12 23:59:58.743445 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7ae4205f-e55a-4a04-aee1-54d6a424083c req-9e48491c-d6ef-40ce-bbfc-df125f3ca9af tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861402 Sep 12 23:59:58.745158 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] For port 8fae5321-fecc-48b6-a52f-4b9969027ab1, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8fae5321-fecc-48b6-a52f-4b9969027ab1,segment=NetworkSegment(c0cca8df-a2a0-4997-b388-cff1e9dfc44c),segment_id=c0cca8df-a2a0-4997-b388-cff1e9dfc44c)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 12 23:59:58.755946 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:58.759632 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:58.760234 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 12 23:59:58.761908 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/8fae5321-fecc-48b6-a52f-4b9969027ab1 HTTP/1.1" status: 200 len: 1093 time: 0.8486664 Sep 12 23:59:58.764692 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58cf737-d9d1-48ce-9832-dbb0b15bbbab', 'tag': '8fae5321-fecc-48b6-a52f-4b9969027ab1'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 12 23:59:58.767429 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4acb87-43d6-4752-8b6d-92f79e1ac27e" -d '{"events": [{"name": "network-changed", "server_uuid": "f58cf737-d9d1-48ce-9832-dbb0b15bbbab", "tag": "8fae5321-fecc-48b6-a52f-4b9969027ab1"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 12 23:59:58.811009 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Sep 2022 23:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38d0df5-75a8-4e9a-ac93-4afc760c1ccf x-openstack-request-id: req-e38d0df5-75a8-4e9a-ac93-4afc760c1ccf {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 12 23:59:58.811333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58cf737-d9d1-48ce-9832-dbb0b15bbbab", "tag": "8fae5321-fecc-48b6-a52f-4b9969027ab1", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 12 23:59:58.811725 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e38d0df5-75a8-4e9a-ac93-4afc760c1ccf {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 12 23:59:58.812219 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38d0df5-75a8-4e9a-ac93-4afc760c1ccf'] response: {'name': 'network-changed', 'server_uuid': 'f58cf737-d9d1-48ce-9832-dbb0b15bbbab', 'tag': '8fae5321-fecc-48b6-a52f-4b9969027ab1', 'status': 'completed', 'code': 200} Sep 12 23:59:58.836530 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44a6dc-b6d8-4cb2-8497-107e00659110 service neutron] Pushing event updated for resources: {'Port': ['ID=8fae5321-fecc-48b6-a52f-4b9969027ab1,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 12 23:59:58.883042 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:58.917509 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4acb87-43d6-4752-8b6d-92f79e1ac27e req-bc24f64e-b11c-4bfc-a00f-ae4ee2e136c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:58.919051 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8b4acb87-43d6-4752-8b6d-92f79e1ac27e req-bc24f64e-b11c-4bfc-a00f-ae4ee2e136c9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0d4c43138bd3461fb6d8fa9f924f7e99&device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 1127 time: 0.0492361 Sep 12 23:59:58.947108 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 12 23:59:59.029557 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4acb87-43d6-4752-8b6d-92f79e1ac27e req-33aac9d9-e749-42c0-9451-dde213a32a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:59.031170 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8b4acb87-43d6-4752-8b6d-92f79e1ac27e req-33aac9d9-e749-42c0-9451-dde213a32a1d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=0d4c43138bd3461fb6d8fa9f924f7e99&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1033249 Sep 12 23:59:59.150934 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4acb87-43d6-4752-8b6d-92f79e1ac27e req-4d3eae78-fd2f-4966-9ef8-9fa7826bc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:59.152487 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8b4acb87-43d6-4752-8b6d-92f79e1ac27e req-4d3eae78-fd2f-4966-9ef8-9fa7826bc6d7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143758 Sep 12 23:59:59.251361 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-1736a080-a4af-45b6-a030-cecb31b3c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:59.251361 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-1736a080-a4af-45b6-a030-cecb31b3c74e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0d4c43138bd3461fb6d8fa9f924f7e99&device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 1127 time: 0.0515692 Sep 12 23:59:59.298339 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-77cd62fb-4f2f-41c2-b6b7-097e459662a2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fae5321-fecc-48b6-a52f-4b9969027ab1 HTTP/1.1" status: 200 len: 217 time: 0.0408220 Sep 12 23:59:59.356553 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-6ba00087-24c0-4860-b71c-7088b3a8e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:59.359305 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-6ba00087-24c0-4860-b71c-7088b3a8e8d2 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=b7aea51d-045d-4749-b037-6e006d6b1d1d HTTP/1.1" status: 200 len: 849 time: 0.0544276 Sep 12 23:59:59.399182 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-12938ba7-0d81-41f7-b4a6-aa0ea3d9bbe6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=f3192aa0-69b1-4ced-9ab8-c4310d0134eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330055 Sep 12 23:59:59.523262 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-a58558a6-a1b8-42b7-bca9-b600a9618c00 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f3192aa0-69b1-4ced-9ab8-c4310d0134eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166952 Sep 12 23:59:59.641528 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d4f7057e-7dc2-4862-a14d-94fe6f43d28a req-8a2cd4b1-46a0-4797-9eed-0bc23bb5a67d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f3192aa0-69b1-4ced-9ab8-c4310d0134eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057076 Sep 12 23:59:59.932153 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2ede3-5be1-4a70-a66b-caaac9610489 req-1f24f04f-ca4a-4652-87d2-08c8f130aa83 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 12 23:59:59.935196 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a6d2ede3-5be1-4a70-a66b-caaac9610489 req-1f24f04f-ca4a-4652-87d2-08c8f130aa83 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 943 time: 0.0906637 Sep 12 23:59:59.994939 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a6d2ede3-5be1-4a70-a66b-caaac9610489 req-d61e7825-6e9a-4cd3-8bce-0a0ddacb53d4 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538471 Sep 13 00:00:01.138240 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228b6d5-4865-4b85-862e-c8899792f315 req-2ea86c2b-7ac3-4c7d-bb09-a07e71246705 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:01.139909 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8228b6d5-4865-4b85-862e-c8899792f315 req-2ea86c2b-7ac3-4c7d-bb09-a07e71246705 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 943 time: 0.0515866 Sep 13 00:00:01.196514 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8228b6d5-4865-4b85-862e-c8899792f315 req-deafe851-ef61-420a-9d9b-18370f5ee5e4 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502212 Sep 13 00:00:02.219688 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=35,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:02.247194 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:02.270309 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=39,neutron:DELETE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:02.340684 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c8ef0-acc1-4746-95ae-e862f56dc995 req-9bd98109-5b70-4b08-8824-67f34aae5c40 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:02.342312 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ac5c8ef0-acc1-4746-95ae-e862f56dc995 req-9bd98109-5b70-4b08-8824-67f34aae5c40 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 943 time: 0.0517714 Sep 13 00:00:02.407572 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ac5c8ef0-acc1-4746-95ae-e862f56dc995 req-9c4279fc-a70c-4d28-86b5-d8457f7ff2ed tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550890 Sep 13 00:00:03.548087 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f20baf-d107-4902-816b-4115dda78afe req-25b500c6-442f-4bcf-aef2-5de46a132c2e tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:03.549742 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-60f20baf-d107-4902-816b-4115dda78afe req-25b500c6-442f-4bcf-aef2-5de46a132c2e tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 943 time: 0.0555737 Sep 13 00:00:03.604130 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-60f20baf-d107-4902-816b-4115dda78afe req-fde17a3d-ac51-442e-9421-0516f39466ac tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Sep 13 00:00:03.981229 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8fae5321-fecc-48b6-a52f-4b9969027ab1 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 00:00:04.170341 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8fae5321-fecc-48b6-a52f-4b9969027ab1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8fae5321-fecc-48b6-a52f-4b9969027ab1,segment=NetworkSegment(c0cca8df-a2a0-4997-b388-cff1e9dfc44c),segment_id=c0cca8df-a2a0-4997-b388-cff1e9dfc44c)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:00:04.190296 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '8fae5321-fecc-48b6-a52f-4b9969027ab1', 'network_id': 'f3192aa0-69b1-4ced-9ab8-c4310d0134eb', 'port_id': '8fae5321-fecc-48b6-a52f-4b9969027ab1', 'mac_address': 'fa:16:3e:23:b1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7aea51d-045d-4749-b037-6e006d6b1d1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 00:00:04.247421 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 8fae5321-fecc-48b6-a52f-4b9969027ab1 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:00:04.247938 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:04.264204 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fae5321-fecc-48b6-a52f-4b9969027ab1 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:00:04.289382 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8fae5321-fecc-48b6-a52f-4b9969027ab1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8fae5321-fecc-48b6-a52f-4b9969027ab1,segment=NetworkSegment(c0cca8df-a2a0-4997-b388-cff1e9dfc44c),segment_id=c0cca8df-a2a0-4997-b388-cff1e9dfc44c)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:00:04.294852 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:04.366518 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=8fae5321-fecc-48b6-a52f-4b9969027ab1,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:04.544012 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['8fae5321-fecc-48b6-a52f-4b9969027ab1'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:00:04.780331 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc483a9-75bc-4bed-9f6e-32244f8db08f req-729651db-f0ca-4a38-a92a-596952f86810 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:04.782136 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9fc483a9-75bc-4bed-9f6e-32244f8db08f req-729651db-f0ca-4a38-a92a-596952f86810 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 944 time: 0.0643427 Sep 13 00:00:04.854052 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9fc483a9-75bc-4bed-9f6e-32244f8db08f req-b64ce277-4971-4cb8-ae25-b8226554e13d tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649343 Sep 13 00:00:06.194690 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecade8e9-7247-4230-8a72-75d97e405f2f req-9c139e05-2b65-44db-96d1-6af1168f830f tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:06.196523 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ecade8e9-7247-4230-8a72-75d97e405f2f req-9c139e05-2b65-44db-96d1-6af1168f830f tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 944 time: 0.0583007 Sep 13 00:00:06.211180 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:06.218574 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:06.255106 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ecade8e9-7247-4230-8a72-75d97e405f2f req-e82aed32-a4f0-4d6c-87bc-3ccf7be714a3 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522153 Sep 13 00:00:07.326248 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8fae5321-fecc-48b6-a52f-4b9969027ab1 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:00:07.404588 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:07.420555 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 8fae5321-fecc-48b6-a52f-4b9969027ab1 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 00:00:07.429500 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 8fae5321-fecc-48b6-a52f-4b9969027ab1 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:00:07.430053 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:07.454778 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df1a67-3b42-4d64-8c3f-cce2d0389e92 req-d68b0a6e-f867-44a0-ab88-01b082bd241b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:07.457826 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f5df1a67-3b42-4d64-8c3f-cce2d0389e92 req-d68b0a6e-f867-44a0-ab88-01b082bd241b tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 944 time: 0.0782552 Sep 13 00:00:07.487619 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:07.559294 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 8fae5321-fecc-48b6-a52f-4b9969027ab1 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:00:07.559967 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:07.570243 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f5df1a67-3b42-4d64-8c3f-cce2d0389e92 req-9e461688-b665-4911-8a85-1b7716c49170 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991237 Sep 13 00:00:07.597282 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58cf737-d9d1-48ce-9832-dbb0b15bbbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae5321-fecc-48b6-a52f-4b9969027ab1'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:00:07.601418 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a2ad2f-170e-4d57-9ed9-1e69b9139374" -d '{"events": [{"server_uuid": "f58cf737-d9d1-48ce-9832-dbb0b15bbbab", "name": "network-vif-plugged", "status": "completed", "tag": "8fae5321-fecc-48b6-a52f-4b9969027ab1"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:00:07.626508 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 8fae5321-fecc-48b6-a52f-4b9969027ab1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8fae5321-fecc-48b6-a52f-4b9969027ab1,segment=NetworkSegment(c0cca8df-a2a0-4997-b388-cff1e9dfc44c),segment_id=c0cca8df-a2a0-4997-b388-cff1e9dfc44c)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:00:07.633465 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:07.665382 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6203d3cf-8068-447b-9795-6fc164c726f8 x-openstack-request-id: req-6203d3cf-8068-447b-9795-6fc164c726f8 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:00:07.665731 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58cf737-d9d1-48ce-9832-dbb0b15bbbab", "name": "network-vif-plugged", "status": "completed", "tag": "8fae5321-fecc-48b6-a52f-4b9969027ab1", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:00:07.666019 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6203d3cf-8068-447b-9795-6fc164c726f8 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:00:07.666513 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6203d3cf-8068-447b-9795-6fc164c726f8'] response: {'server_uuid': 'f58cf737-d9d1-48ce-9832-dbb0b15bbbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fae5321-fecc-48b6-a52f-4b9969027ab1', 'code': 200} Sep 13 00:00:07.699721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=8fae5321-fecc-48b6-a52f-4b9969027ab1,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:07.936344 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:08.682439 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab03c7-35bb-4e73-a94a-00909bab91f2 req-f270630d-3eaf-45ec-9496-f71cd9a7d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:08.684061 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6fab03c7-35bb-4e73-a94a-00909bab91f2 req-f270630d-3eaf-45ec-9496-f71cd9a7d871 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 1129 time: 0.0515018 Sep 13 00:00:08.761515 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4becb-e44d-4f52-8343-a346ce30d9f6 req-cea543f1-f424-434a-a83d-dd3098449af1 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:08.763099 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-30f4becb-e44d-4f52-8343-a346ce30d9f6 req-cea543f1-f424-434a-a83d-dd3098449af1 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 945 time: 0.0734143 Sep 13 00:00:08.790871 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6fab03c7-35bb-4e73-a94a-00909bab91f2 req-f2d700c8-c18c-4866-90af-3ac084a00649 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905161 Sep 13 00:00:08.833341 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-30f4becb-e44d-4f52-8343-a346ce30d9f6 req-c84e5aef-c9c8-49f3-ba85-f9ef5438425e tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579183 Sep 13 00:00:09.084779 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e026113e-7774-42b2-94c2-2b26a157ab0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:09.262661 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:09.975276 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343ff32-e190-4f60-8217-cf07e8ba88b5 req-3fa9400c-ef30-4c7a-bb30-f70037b2c3c1 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:09.976887 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d343ff32-e190-4f60-8217-cf07e8ba88b5 req-3fa9400c-ef30-4c7a-bb30-f70037b2c3c1 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 945 time: 0.0564382 Sep 13 00:00:10.041089 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d343ff32-e190-4f60-8217-cf07e8ba88b5 req-67a9b77d-a8b2-4bb0-aba9-54a88fd12b13 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540605 Sep 13 00:00:11.209520 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fb825-8012-47e6-85fb-f5f9e26f16df req-92fe2f5a-01a5-442e-9dc7-6e3bd48e6434 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:11.211359 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c71fb825-8012-47e6-85fb-f5f9e26f16df req-92fe2f5a-01a5-442e-9dc7-6e3bd48e6434 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 945 time: 0.0748560 Sep 13 00:00:11.281162 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c71fb825-8012-47e6-85fb-f5f9e26f16df req-45ce7724-a5b1-4962-bc06-05a6a87a4141 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620329 Sep 13 00:00:11.984132 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-c984b508-8973-46ea-8e98-fea723ac9a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:13.290621 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:14.089257 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:14.163685 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-261b5b78-c193-4250-8ad4-9e302433a6f9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424321 Sep 13 00:00:14.264640 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-11d72635-efd6-4180-9f68-1b3c812cb19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:14.266057 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-11d72635-efd6-4180-9f68-1b3c812cb19e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 1130 time: 0.0417573 Sep 13 00:00:14.388534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-9dfe1f06-2692-4526-ab83-60d6671a844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:14.390052 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-9dfe1f06-2692-4526-ab83-60d6671a844f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 200 len: 917 time: 0.1009529 Sep 13 00:00:14.463831 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-dc0a778a-e2ec-4a6d-9d4d-6be589f09350 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a984b84-cffe-442a-8574-f76c08213db0 HTTP/1.1" status: 200 len: 1001 time: 0.0664277 Sep 13 00:00:14.527072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-41bbe538-c485-4bf2-8c4e-79f31357d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:14.528475 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-41bbe538-c485-4bf2-8c4e-79f31357d759 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 200 len: 855 time: 0.0550478 Sep 13 00:00:14.582420 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-7f270ff0-def8-45dd-91a8-0de8bfb00529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:14.584053 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-7f270ff0-def8-45dd-91a8-0de8bfb00529 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=44934c4b-e07a-4c1a-9ac8-ec89467058c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417800 Sep 13 00:00:14.688064 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-70ea339d-0565-4b66-b32d-988d3a5bc777 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956995 Sep 13 00:00:14.791819 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:14.807240 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f9bc016-3c9f-4116-8535-baf3aee1a818 req-7794a282-92e3-4918-b196-cf85c26697c2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103261 Sep 13 00:00:14.830925 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:14.853046 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:14.894273 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ab14a-97ef-4246-a6c0-a745b9977a7a req-cc1da15f-fd41-4311-ad95-3ba2e41253d3 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:14.895974 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dc5ab14a-97ef-4246-a6c0-a745b9977a7a req-cc1da15f-fd41-4311-ad95-3ba2e41253d3 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 945 time: 0.0534246 Sep 13 00:00:14.950277 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dc5ab14a-97ef-4246-a6c0-a745b9977a7a req-e50e65ed-8391-4c25-a6d6-8dbe959251df tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480812 Sep 13 00:00:16.087365 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64980d5a-5eb8-43c4-a6a1-766cb1c451f0 req-dadd43d5-ab5b-428f-abca-2a8eb05acdaf tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:16.089142 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-64980d5a-5eb8-43c4-a6a1-766cb1c451f0 req-dadd43d5-ab5b-428f-abca-2a8eb05acdaf tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 945 time: 0.0511997 Sep 13 00:00:16.137917 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-64980d5a-5eb8-43c4-a6a1-766cb1c451f0 req-74bbcf3e-ebc5-4b5f-9c60-5b60da76aa22 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3413ca13-14e8-4e9c-b603-2b0dd8742dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 Sep 13 00:00:16.394797 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-ee5d8a86-5f83-4a2d-85fd-eafe70495925 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:16.396337 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-ee5d8a86-5f83-4a2d-85fd-eafe70495925 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 945 time: 0.0487876 Sep 13 00:00:16.496136 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Deleting port 8fae5321-fecc-48b6-a52f-4b9969027ab1 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:00:16.496476 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:16.598106 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] For port 8fae5321-fecc-48b6-a52f-4b9969027ab1, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8fae5321-fecc-48b6-a52f-4b9969027ab1,segment=NetworkSegment(c0cca8df-a2a0-4997-b388-cff1e9dfc44c),segment_id=c0cca8df-a2a0-4997-b388-cff1e9dfc44c)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:00:16.598473 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:16.617022 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Calling delete_port for 8fae5321-fecc-48b6-a52f-4b9969027ab1 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:00:16.824553 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (8fae5321-fecc-48b6-a52f-4b9969027ab1), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:16.838873 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['8fae5321-fecc-48b6-a52f-4b9969027ab1'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:00:16.854011 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Pushing event deleted for resources: {'Port': ['ID=8fae5321-fecc-48b6-a52f-4b9969027ab1,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:16.885317 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.885651 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.886159 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.886323 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.886655 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.886982 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.887331 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.887658 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.887975 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.888316 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.888614 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.888946 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.889249 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.889564 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.889878 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:16.916287 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] No DVR routers for this DVR port 8fae5321-fecc-48b6-a52f-4b9969027ab1 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:00:16.919072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:16.922459 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dd91898e-67bd-491c-9983-0fe0eae968b4 req-61d3c280-2da4-4832-91c6-fa0c141cb9be tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8fae5321-fecc-48b6-a52f-4b9969027ab1 HTTP/1.1" status: 204 len: 173 time: 0.5164104 Sep 13 00:00:16.922979 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58cf737-d9d1-48ce-9832-dbb0b15bbbab', 'name': 'network-vif-deleted', 'tag': '8fae5321-fecc-48b6-a52f-4b9969027ab1'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:00:16.927626 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f28a13-c9a3-4a17-8741-ec59eefdfb5c" -d '{"events": [{"server_uuid": "f58cf737-d9d1-48ce-9832-dbb0b15bbbab", "name": "network-vif-deleted", "tag": "8fae5321-fecc-48b6-a52f-4b9969027ab1"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:00:16.984363 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439cf0f4-0cd5-4965-9669-b23a6b870d19 x-openstack-request-id: req-439cf0f4-0cd5-4965-9669-b23a6b870d19 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:00:16.984363 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58cf737-d9d1-48ce-9832-dbb0b15bbbab", "name": "network-vif-deleted", "tag": "8fae5321-fecc-48b6-a52f-4b9969027ab1", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:00:16.984363 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-439cf0f4-0cd5-4965-9669-b23a6b870d19 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:00:16.984363 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439cf0f4-0cd5-4965-9669-b23a6b870d19'] response: {'server_uuid': 'f58cf737-d9d1-48ce-9832-dbb0b15bbbab', 'name': 'network-vif-deleted', 'tag': '8fae5321-fecc-48b6-a52f-4b9969027ab1', 'status': 'completed', 'code': 200} Sep 13 00:00:17.283944 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9f52a2be-9e97-46c3-bf3b-e6e2a3e2e772 req-9c089400-7284-4ea7-93fe-f3d45b0e0e85 tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 210 time: 0.0422325 Sep 13 00:00:18.417069 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a8f5db49-128a-4fd0-94e9-e3c97621f953 req-764a10b2-a868-4947-8640-6f2dfebd17ee tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 210 time: 0.0298555 Sep 13 00:00:19.545651 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-315f2ffb-0cb0-475e-8ac6-9557e42dc2cf req-b634082f-8113-4347-94cf-d6ea5e6e7cdd tempest-VolumesActionsTest-76163484 tempest-VolumesActionsTest-76163484-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f58cf737-d9d1-48ce-9832-dbb0b15bbbab HTTP/1.1" status: 200 len: 210 time: 0.0335844 Sep 13 00:00:20.340469 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8fae5321-fecc-48b6-a52f-4b9969027ab1 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:00:20.361944 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 8fae5321-fecc-48b6-a52f-4b9969027ab1 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:00:20.362279 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8fae5321-fecc-48b6-a52f-4b9969027ab1 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:00:21.302799 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:00:24.950130 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef00bdf-c3f7-4376-b1e6-20513ddb90bd req-e3f9f871-8d22-4386-9865-a58c370bdf63 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:24.951700 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ef00bdf-c3f7-4376-b1e6-20513ddb90bd req-e3f9f871-8d22-4386-9865-a58c370bdf63 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 946 time: 0.0507178 Sep 13 00:00:24.979859 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:25.007411 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ef00bdf-c3f7-4376-b1e6-20513ddb90bd req-0119384a-8231-41a7-a233-93111d00e88d tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492659 Sep 13 00:00:26.255591 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002bfbd-b68e-4dbc-aeac-280ffdfa76af req-5674f31f-eae9-43c7-9d07-c2fa06735556 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:26.259885 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5002bfbd-b68e-4dbc-aeac-280ffdfa76af req-5674f31f-eae9-43c7-9d07-c2fa06735556 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 946 time: 0.0733609 Sep 13 00:00:26.436131 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5002bfbd-b68e-4dbc-aeac-280ffdfa76af req-5f633ec3-b4db-45dc-b7b7-488573c46c8e tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8a20a478-3f82-4a91-bccd-852415f72cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628480 Sep 13 00:00:26.647790 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-ae62e3ac-88bb-403b-a42f-fc370aba7055 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:26.649367 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-ae62e3ac-88bb-403b-a42f-fc370aba7055 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 946 time: 0.1125674 Sep 13 00:00:26.847414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:26.861878 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Deleting port 8a984b84-cffe-442a-8574-f76c08213db0 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:00:26.862809 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (8a984b84-cffe-442a-8574-f76c08213db0), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:26.895769 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:27.091538 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] For port 8a984b84-cffe-442a-8574-f76c08213db0, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8a984b84-cffe-442a-8574-f76c08213db0,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:00:27.092763 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (8a984b84-cffe-442a-8574-f76c08213db0), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:27.312293 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:27.313523 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (8618b9bb-53c8-4390-9327-2c11050cd039), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:27.314118 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Floating IP 8618b9bb-53c8-4390-9327-2c11050cd039 disassociated. External IP: 172.27.1.189, port: 8a984b84-cffe-442a-8574-f76c08213db0. Sep 13 00:00:27.314681 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Calling delete_port for 8a984b84-cffe-442a-8574-f76c08213db0 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:00:27.404929 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41450) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:27.477235 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (8a984b84-cffe-442a-8574-f76c08213db0), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:27.513467 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event deleted for resources: {'Port': ['ID=8a984b84-cffe-442a-8574-f76c08213db0,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:27.614453 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-01c90b77-4b38-4c1b-aa51-e853c1b82202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:27.652560 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fff5bc92-899b-40de-a714-0e3bd2c8dc67 req-04529c5f-e76d-4256-b445-5f95854c2ec4 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 210 time: 0.0758131 Sep 13 00:00:27.746870 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:00:27.754573 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-01c90b77-4b38-4c1b-aa51-e853c1b82202 admin admin] Publish callbacks [] for security_group (db58ee5e-9edd-4caa-9a07-4cb9e7272f09), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:27.760830 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-01c90b77-4b38-4c1b-aa51-e853c1b82202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (db58ee5e-9edd-4caa-9a07-4cb9e7272f09), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:27.798493 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c90b77-4b38-4c1b-aa51-e853c1b82202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db58ee5e-9edd-4caa-9a07-4cb9e7272f09,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:27.830903 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-01c90b77-4b38-4c1b-aa51-e853c1b82202 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8e28ed6b6b1e49dfa5c0e4da218cddad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247818 Sep 13 00:00:27.834131 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41462) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:27.916856 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-859ddc1e-c79a-4e42-913c-f6760d17a73b admin admin] Publish callbacks [] for security_group (db58ee5e-9edd-4caa-9a07-4cb9e7272f09), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:27.961897 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-859ddc1e-c79a-4e42-913c-f6760d17a73b admin admin] Publish callbacks [] for security_group (db58ee5e-9edd-4caa-9a07-4cb9e7272f09), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:27.979473 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:00:27.997575 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] Sync routers for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:00:28.029769 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:00:28.030716 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:00:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:28.047504 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-859ddc1e-c79a-4e42-913c-f6760d17a73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (db58ee5e-9edd-4caa-9a07-4cb9e7272f09), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:28.051057 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-859ddc1e-c79a-4e42-913c-f6760d17a73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:28.052660 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-859ddc1e-c79a-4e42-913c-f6760d17a73b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/db58ee5e-9edd-4caa-9a07-4cb9e7272f09 HTTP/1.1" status: 204 len: 168 time: 0.2170506 Sep 13 00:00:28.079145 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ddc1e-c79a-4e42-913c-f6760d17a73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db58ee5e-9edd-4caa-9a07-4cb9e7272f09,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:28.123471 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] No DVR routers for this DVR port 8a984b84-cffe-442a-8574-f76c08213db0 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:00:28.128487 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:28.132752 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-db32d845-4c2f-4b15-a3c7-0549ca36bfc8 req-cfcae25a-3715-4846-bacc-834257a536aa tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.18 "DELETE /networking/v2.0/ports/8a984b84-cffe-442a-8574-f76c08213db0 HTTP/1.1" status: 204 len: 173 time: 1.4742603 Sep 13 00:00:28.133731 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'name': 'network-vif-deleted', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:00:28.136763 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5972adcf-5549-475b-b2be-caca53062b89" -d '{"events": [{"server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "name": "network-vif-deleted", "tag": "8a984b84-cffe-442a-8574-f76c08213db0"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:00:28.301987 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5c7ec6-0451-4458-ac31-c0febdffea19 x-openstack-request-id: req-ef5c7ec6-0451-4458-ac31-c0febdffea19 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:00:28.302630 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3088bc31-f3ff-476d-a0ad-9f10186b442f", "name": "network-vif-deleted", "tag": "8a984b84-cffe-442a-8574-f76c08213db0", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:00:28.303656 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef5c7ec6-0451-4458-ac31-c0febdffea19 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:00:28.304587 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5c7ec6-0451-4458-ac31-c0febdffea19'] response: {'server_uuid': '3088bc31-f3ff-476d-a0ad-9f10186b442f', 'name': 'network-vif-deleted', 'tag': '8a984b84-cffe-442a-8574-f76c08213db0', 'status': 'completed', 'code': 200} Sep 13 00:00:28.383456 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:00:28.680374 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41472) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:28.698040 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6df8d2a0-6a8e-4a84-9e6b-1cee58722ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:28.709990 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:28.799752 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] Checking router: 1ab1acbc-3600-425a-890d-ec3cfbf74c27 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:00:28.820480 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:00:28.821777 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:00:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:28.868478 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6df8d2a0-6a8e-4a84-9e6b-1cee58722ac3 admin admin] Publish callbacks [] for security_group (9cdf7009-c018-4fba-91a2-7aa46dd7eec2), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:28.869870 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c9a78060-ad3c-4f91-8519-9a9ebd5d4a4c req-37ad8722-bca9-4b74-8ba4-054d05edca65 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3088bc31-f3ff-476d-a0ad-9f10186b442f HTTP/1.1" status: 200 len: 210 time: 0.0560458 Sep 13 00:00:28.875383 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-6df8d2a0-6a8e-4a84-9e6b-1cee58722ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (9cdf7009-c018-4fba-91a2-7aa46dd7eec2), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:28.938722 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-6df8d2a0-6a8e-4a84-9e6b-1cee58722ac3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ff8c82ea92cd4833aa614b449ce40c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571092 Sep 13 00:00:28.942233 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41480) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:28.977676 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8d2a0-6a8e-4a84-9e6b-1cee58722ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdf7009-c018-4fba-91a2-7aa46dd7eec2,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:29.097524 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:00:29.129653 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-202ca5af-9c65-4421-a90d-b6e0c3511967 admin admin] Publish callbacks [] for security_group (9cdf7009-c018-4fba-91a2-7aa46dd7eec2), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:29.205603 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-202ca5af-9c65-4421-a90d-b6e0c3511967 admin admin] Publish callbacks [] for security_group (9cdf7009-c018-4fba-91a2-7aa46dd7eec2), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:29.323364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-202ca5af-9c65-4421-a90d-b6e0c3511967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (9cdf7009-c018-4fba-91a2-7aa46dd7eec2), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:29.326594 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-202ca5af-9c65-4421-a90d-b6e0c3511967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:29.327919 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-202ca5af-9c65-4421-a90d-b6e0c3511967 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9cdf7009-c018-4fba-91a2-7aa46dd7eec2 HTTP/1.1" status: 204 len: 168 time: 0.3841317 Sep 13 00:00:29.349084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ca5af-9c65-4421-a90d-b6e0c3511967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdf7009-c018-4fba-91a2-7aa46dd7eec2,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:29.377267 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:29.427159 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f20ad8-f438-404b-9478-eff8e435c00d None None] The sync data for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi is: [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-12T23:53:19Z', 'revision_number': 4, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7540cf0a-250c-4fd9-baa6-c75dca715733', 'name': '', 'network_id': '44934c4b-e07a-4c1a-9ac8-ec89467058c7', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'mac_address': 'fa:16:3e:89:c5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '51715cd9-81d5-47d9-93a2-026817915c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:15Z', 'updated_at': '2022-09-12T23:53:39Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'subnets': [{'id': '51715cd9-81d5-47d9-93a2-026817915c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:00:29.920446 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796da963-4dd8-44a7-9a20-c6ba15d81a2d None None] New status for floating IP 8618b9bb-53c8-4390-9327-2c11050cd039: DOWN {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 00:00:30.131984 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41504) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:30.194317 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:30.202196 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:30.268605 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1b8f41b5-3c70-408a-aab3-38ae6add0c51 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (8a20a478-3f82-4a91-bccd-852415f72cd3), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:30.287972 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1b8f41b5-3c70-408a-aab3-38ae6add0c51 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (8a20a478-3f82-4a91-bccd-852415f72cd3), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:30.362419 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1b8f41b5-3c70-408a-aab3-38ae6add0c51 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (8a20a478-3f82-4a91-bccd-852415f72cd3), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:30.370009 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1b8f41b5-3c70-408a-aab3-38ae6add0c51 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:30.375419 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41508) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:30.376910 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1b8f41b5-3c70-408a-aab3-38ae6add0c51 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8a20a478-3f82-4a91-bccd-852415f72cd3 HTTP/1.1" status: 204 len: 168 time: 0.2377229 Sep 13 00:00:30.393027 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8a984b84-cffe-442a-8574-f76c08213db0 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:00:30.397834 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.api.v2.resource [None req-300ac15c-45a1-422b-bce3-a3be1fbf360f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] show failed (client error): The resource could not be found. Sep 13 00:00:30.402711 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-300ac15c-45a1-422b-bce3-a3be1fbf360f tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "GET /networking/v2.0/security-groups/8a20a478-3f82-4a91-bccd-852415f72cd3 HTTP/1.1" status: 404 len: 347 time: 0.0255585 Sep 13 00:00:30.403529 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41510) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:30.422040 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f41b5-3c70-408a-aab3-38ae6add0c51 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a20a478-3f82-4a91-bccd-852415f72cd3,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:30.431151 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 8a984b84-cffe-442a-8574-f76c08213db0 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:00:30.431743 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 8a984b84-cffe-442a-8574-f76c08213db0 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:00:30.612941 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-1be874a2-8962-44cf-b1bb-86cc34fa0283 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Deleting port 7f0c8e07-7e43-4ad9-87ae-ed897418194b {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:00:30.613273 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1be874a2-8962-44cf-b1bb-86cc34fa0283 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (7f0c8e07-7e43-4ad9-87ae-ed897418194b), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:30.714455 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1be874a2-8962-44cf-b1bb-86cc34fa0283 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (7f0c8e07-7e43-4ad9-87ae-ed897418194b), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:30.714713 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1be874a2-8962-44cf-b1bb-86cc34fa0283 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (7f0c8e07-7e43-4ad9-87ae-ed897418194b), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:30.730566 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-1be874a2-8962-44cf-b1bb-86cc34fa0283 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Calling delete_port for 7f0c8e07-7e43-4ad9-87ae-ed897418194b owned by network:floatingip {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:00:30.749741 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:30.978109 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:30.996279 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1be874a2-8962-44cf-b1bb-86cc34fa0283 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (7f0c8e07-7e43-4ad9-87ae-ed897418194b), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:31.035856 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be874a2-8962-44cf-b1bb-86cc34fa0283 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Pushing event deleted for resources: {'Port': ['ID=7f0c8e07-7e43-4ad9-87ae-ed897418194b,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:31.134988 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1be874a2-8962-44cf-b1bb-86cc34fa0283 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks [] for floatingip (8618b9bb-53c8-4390-9327-2c11050cd039), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:31.138929 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1be874a2-8962-44cf-b1bb-86cc34fa0283 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:31.140624 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1be874a2-8962-44cf-b1bb-86cc34fa0283 tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/8618b9bb-53c8-4390-9327-2c11050cd039 HTTP/1.1" status: 204 len: 168 time: 0.7355256 Sep 13 00:00:34.101214 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41606) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:35.157019 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (1ab1acbc-3600-425a-890d-ec3cfbf74c27), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:35.502347 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] Deleting port 7540cf0a-250c-4fd9-baa6-c75dca715733 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:00:35.503024 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:35.659989 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] For port 7540cf0a-250c-4fd9-baa6-c75dca715733, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=7540cf0a-250c-4fd9-baa6-c75dca715733,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:00:35.660613 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:35.706944 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] Calling delete_port for 7540cf0a-250c-4fd9-baa6-c75dca715733 owned by network:router_interface {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:00:35.965631 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:35.974090 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:36.161343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (7540cf0a-250c-4fd9-baa6-c75dca715733), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:36.217570 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=7540cf0a-250c-4fd9-baa6-c75dca715733,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:36.680086 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (1ab1acbc-3600-425a-890d-ec3cfbf74c27), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:36.995817 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] Router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:00:37.184371 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:00:37.198291 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85fb124-07d5-40af-9657-a031de374927 None None] Sync routers for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:00:37.219166 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-c992bfc6-34c8-46af-bfb1-01859135bb9c admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/1ab1acbc-3600-425a-890d-ec3cfbf74c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1126120 Sep 13 00:00:37.225088 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41682) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:37.227319 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85fb124-07d5-40af-9657-a031de374927 None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:00:37.228234 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e85fb124-07d5-40af-9657-a031de374927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:00:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:37.291181 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41684) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:37.374730 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-e85fb124-07d5-40af-9657-a031de374927 None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:00:37.377220 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:37.418123 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Publish callbacks [] for router (1ab1acbc-3600-425a-890d-ec3cfbf74c27), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:37.498934 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7cbee4de-f513-490e-bff7-7a49fe0baf8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:37.558039 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Publish callbacks [] for router_gateway (1ab1acbc-3600-425a-890d-ec3cfbf74c27), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:37.599055 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:37.618686 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7cbee4de-f513-490e-bff7-7a49fe0baf8a admin admin] Publish callbacks [] for security_group (d12145f5-0a0f-4d9e-bb30-1417031f5fbb), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:37.631189 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Deleting port ff2002dc-753b-420f-8072-86b4aea405b6 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:00:37.631189 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:37.639883 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7cbee4de-f513-490e-bff7-7a49fe0baf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d12145f5-0a0f-4d9e-bb30-1417031f5fbb), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:37.677739 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e85fb124-07d5-40af-9657-a031de374927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-13T00:00:36Z', 'revision_number': 5, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port': {'id': 'ff2002dc-753b-420f-8072-86b4aea405b6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:53:04Z', 'updated_at': '2022-09-12T23:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:37.714832 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-7cbee4de-f513-490e-bff7-7a49fe0baf8a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=840ee35e97544b529224cf299b2622bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4221730 Sep 13 00:00:37.715700 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41688) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:37.717924 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbee4de-f513-490e-bff7-7a49fe0baf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12145f5-0a0f-4d9e-bb30-1417031f5fbb,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:37.728479 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] For port ff2002dc-753b-420f-8072-86b4aea405b6, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=ff2002dc-753b-420f-8072-86b4aea405b6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:00:37.728854 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:37.732654 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85fb124-07d5-40af-9657-a031de374927 None None] Checking router: 1ab1acbc-3600-425a-890d-ec3cfbf74c27 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:00:37.748985 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Calling delete_port for ff2002dc-753b-420f-8072-86b4aea405b6 owned by network:router_gateway {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:00:37.750325 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85fb124-07d5-40af-9657-a031de374927 None None] Routers {'1ab1acbc-3600-425a-890d-ec3cfbf74c27'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:00:37.751985 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e85fb124-07d5-40af-9657-a031de374927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:00:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:37.820852 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f65f72fd-f1e8-4a34-9d7d-db2c4465ffcc admin admin] Publish callbacks [] for security_group (d12145f5-0a0f-4d9e-bb30-1417031f5fbb), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:37.825861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:37.843352 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:37.864206 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f65f72fd-f1e8-4a34-9d7d-db2c4465ffcc admin admin] Publish callbacks [] for security_group (d12145f5-0a0f-4d9e-bb30-1417031f5fbb), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:37.890195 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:37.982517 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-e85fb124-07d5-40af-9657-a031de374927 None None] Set router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 gateway port host: None {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:00:38.004044 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f65f72fd-f1e8-4a34-9d7d-db2c4465ffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d12145f5-0a0f-4d9e-bb30-1417031f5fbb), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.011999 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f65f72fd-f1e8-4a34-9d7d-db2c4465ffcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.017418 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-f65f72fd-f1e8-4a34-9d7d-db2c4465ffcc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d12145f5-0a0f-4d9e-bb30-1417031f5fbb HTTP/1.1" status: 204 len: 168 time: 0.2961986 Sep 13 00:00:38.048508 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f72fd-f1e8-4a34-9d7d-db2c4465ffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12145f5-0a0f-4d9e-bb30-1417031f5fbb,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:38.077315 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e85fb124-07d5-40af-9657-a031de374927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-13T00:00:37Z', 'revision_number': 6, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port_host': None}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:38.086085 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:38.086741 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:38.092350 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (ff2002dc-753b-420f-8072-86b4aea405b6), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.131624 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85fb124-07d5-40af-9657-a031de374927 None None] The sync data for ids ['1ab1acbc-3600-425a-890d-ec3cfbf74c27'] in dv-cinder-820027-26-iscsi is: [{'id': '1ab1acbc-3600-425a-890d-ec3cfbf74c27', 'name': 'tempest-AttachVolumeShelveTestJSON-678684674-router', 'tenant_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:53:02Z', 'updated_at': '2022-09-13T00:00:37Z', 'revision_number': 6, 'project_id': '6b2f385a651c408bb9d32b5c4e1ab6ff', 'gw_port_host': None}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:00:38.168161 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2002dc-753b-420f-8072-86b4aea405b6,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:38.267659 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (1ab1acbc-3600-425a-890d-ec3cfbf74c27), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.390649 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (1ab1acbc-3600-425a-890d-ec3cfbf74c27), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.394231 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Publish callbacks [] for router_controller (1ab1acbc-3600-425a-890d-ec3cfbf74c27), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.468893 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (1ab1acbc-3600-425a-890d-ec3cfbf74c27), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.469605 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab1acbc-3600-425a-890d-ec3cfbf74c27 {{(pid=112751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 00:00:38.479765 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.481290 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-4a07ae04-a114-4951-9da0-a81fd3f0309d admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/1ab1acbc-3600-425a-890d-ec3cfbf74c27 HTTP/1.1" status: 204 len: 168 time: 1.2595298 Sep 13 00:00:38.484299 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41704) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:38.539732 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41706) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:38.565863 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_v2 [None req-467765ba-7092-48e6-82a2-d3cba8f948f6 admin admin] Deleting subnet 51715cd9-81d5-47d9-93a2-026817915c36 {{(pid=112752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 00:00:38.573147 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-467765ba-7092-48e6-82a2-d3cba8f948f6 admin admin] Publish callbacks [] for subnet (51715cd9-81d5-47d9-93a2-026817915c36), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.615812 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8062d2d4-e95a-4a4d-8171-39da9a6c51c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.670456 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-467765ba-7092-48e6-82a2-d3cba8f948f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10069474'] for subnet (51715cd9-81d5-47d9-93a2-026817915c36), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.818343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8062d2d4-e95a-4a4d-8171-39da9a6c51c1 admin admin] Publish callbacks [] for security_group (adbb6abe-e635-4f44-b22b-183896081974), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.830239 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8062d2d4-e95a-4a4d-8171-39da9a6c51c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (adbb6abe-e635-4f44-b22b-183896081974), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.861984 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-467765ba-7092-48e6-82a2-d3cba8f948f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (51715cd9-81d5-47d9-93a2-026817915c36), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:38.943113 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-8062d2d4-e95a-4a4d-8171-39da9a6c51c1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fa6e3d82314149c6b98efb071c27aeff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017315 Sep 13 00:00:38.947679 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41708) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:38.949796 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062d2d4-e95a-4a4d-8171-39da9a6c51c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbb6abe-e635-4f44-b22b-183896081974,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:39.003483 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-467765ba-7092-48e6-82a2-d3cba8f948f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306299'] for subnet (51715cd9-81d5-47d9-93a2-026817915c36), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.059302 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467765ba-7092-48e6-82a2-d3cba8f948f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51715cd9-81d5-47d9-93a2-026817915c36,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:39.065793 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-467765ba-7092-48e6-82a2-d3cba8f948f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.071135 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-467765ba-7092-48e6-82a2-d3cba8f948f6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/51715cd9-81d5-47d9-93a2-026817915c36 HTTP/1.1" status: 204 len: 168 time: 0.5843453 Sep 13 00:00:39.073769 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41710) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:39.091913 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5f4a4-be3b-4e2d-944f-9e5bbe258e9b None None] Network 44934c4b-e07a-4c1a-9ac8-ec89467058c7 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:00:39.163573 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3077e937-9165-4f34-8aae-425b0214777f admin admin] Publish callbacks [] for security_group (adbb6abe-e635-4f44-b22b-183896081974), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.184242 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-991e1724-5ffc-4eb3-9007-8d6a733c0b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.216670 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3077e937-9165-4f34-8aae-425b0214777f admin admin] Publish callbacks [] for security_group (adbb6abe-e635-4f44-b22b-183896081974), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.258583 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (44934c4b-e07a-4c1a-9ac8-ec89467058c7), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.316946 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3077e937-9165-4f34-8aae-425b0214777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (adbb6abe-e635-4f44-b22b-183896081974), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.320053 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-3077e937-9165-4f34-8aae-425b0214777f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.321365 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-3077e937-9165-4f34-8aae-425b0214777f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/adbb6abe-e635-4f44-b22b-183896081974 HTTP/1.1" status: 204 len: 168 time: 0.3715773 Sep 13 00:00:39.358236 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077e937-9165-4f34-8aae-425b0214777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbb6abe-e635-4f44-b22b-183896081974,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:39.407327 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Deleting port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:00:39.407586 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.417867 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8613ac8-3ec5-4852-842c-e851f4dd036a None None] DHCP port deletion for 44934c4b-e07a-4c1a-9ac8-ec89467058c7 request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 00:00:39.490081 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-d8613ac8-3ec5-4852-842c-e851f4dd036a None None] Deleting port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 {{(pid=112753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:00:39.491199 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d8613ac8-3ec5-4852-842c-e851f4dd036a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), before_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.565662 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] For port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=00946b94-f8c2-4f1c-bedd-e3c72e9d60a9,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:00:39.567127 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.596671 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Calling delete_port for 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 owned by network:dhcp {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:00:39.647696 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-d8613ac8-3ec5-4852-842c-e851f4dd036a None None] For port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=00946b94-f8c2-4f1c-bedd-e3c72e9d60a9,segment=NetworkSegment(ad4e377c-5cc5-4d6e-adf3-11a7059ac697),segment_id=ad4e377c-5cc5-4d6e-adf3-11a7059ac697)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:00:39.650381 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d8613ac8-3ec5-4852-842c-e851f4dd036a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), precommit_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.677478 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-d8613ac8-3ec5-4852-842c-e851f4dd036a None None] Calling delete_port for 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 owned by network:dhcp {{(pid=112753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:00:39.726290 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:39.755513 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.766136 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:39.793364 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] No DVR routers for this DVR port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 on host dv-cinder-820027-26-iscsi {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:00:39.795118 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=00946b94-f8c2-4f1c-bedd-e3c72e9d60a9,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:39.828534 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d8613ac8-3ec5-4852-842c-e851f4dd036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (00946b94-f8c2-4f1c-bedd-e3c72e9d60a9), after_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.848273 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8613ac8-3ec5-4852-842c-e851f4dd036a None None] No DVR routers for this DVR port 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 on host dv-cinder-820027-26-iscsi {{(pid=112753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:00:39.869887 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8613ac8-3ec5-4852-842c-e851f4dd036a None None] Pushing event deleted for resources: {'Port': ['ID=00946b94-f8c2-4f1c-bedd-e3c72e9d60a9,revision_number=None']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:39.899748 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (44934c4b-e07a-4c1a-9ac8-ec89467058c7), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.936740 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44934c4b-e07a-4c1a-9ac8-ec89467058c7']}} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:39.953800 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697') {'for_net_delete': True} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:39.954306 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4e377c-5cc5-4d6e-adf3-11a7059ac697') {} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:39.967651 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10069483'] for segment (ad4e377c-5cc5-4d6e-adf3-11a7059ac697), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:39.990122 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (ad4e377c-5cc5-4d6e-adf3-11a7059ac697), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:40.007990 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=112752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 00:00:40.008726 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8620065'] for segment (ad4e377c-5cc5-4d6e-adf3-11a7059ac697), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:40.157299 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:00:40.170315 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (44934c4b-e07a-4c1a-9ac8-ec89467058c7), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:40.188134 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:40.193933 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/44934c4b-e07a-4c1a-9ac8-ec89467058c7 HTTP/1.1" status: 204 len: 168 time: 1.1175270 Sep 13 00:00:40.221332 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:00:40.221782 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 00946b94-f8c2-4f1c-bedd-e3c72e9d60a9 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:00:40.222281 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ff2002dc-753b-420f-8072-86b4aea405b6 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:00:40.222795 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7412ac-a1a9-4ea9-b81c-4045227d9f73 admin admin] Pushing event deleted for resources: {'Network': ['ID=44934c4b-e07a-4c1a-9ac8-ec89467058c7,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:40.249873 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: ff2002dc-753b-420f-8072-86b4aea405b6 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:00:40.250837 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ff2002dc-753b-420f-8072-86b4aea405b6 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:00:40.251650 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7540cf0a-250c-4fd9-baa6-c75dca715733 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:00:40.276629 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 7540cf0a-250c-4fd9-baa6-c75dca715733 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:00:40.277472 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7540cf0a-250c-4fd9-baa6-c75dca715733 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:00:40.437564 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment ad4e377c-5cc5-4d6e-adf3-11a7059ac697 resource provider aggregate not found Sep 13 00:00:40.465275 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment ad4e377c-5cc5-4d6e-adf3-11a7059ac697 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad4e377c-5cc5-4d6e-adf3-11a7059ac697 found for delete ", "request_id": "req-ab0b9188-7cc1-4714-87b7-bcbc4a95dd2b"}]} Sep 13 00:00:40.605475 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41748) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:40.722666 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-369946af-dc8b-480c-a0bc-870214d409a2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6b2f385a651c408bb9d32b5c4e1ab6ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1132522 Sep 13 00:00:40.725176 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41752) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:40.802870 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-304189d3-003c-48de-9f93-ef995b9f9eb1 admin admin] Publish callbacks [] for security_group (510a4c89-3cfd-4961-92e1-40cd88f4eb9b), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:40.840201 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-304189d3-003c-48de-9f93-ef995b9f9eb1 admin admin] Publish callbacks [] for security_group (510a4c89-3cfd-4961-92e1-40cd88f4eb9b), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:40.905813 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-304189d3-003c-48de-9f93-ef995b9f9eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (510a4c89-3cfd-4961-92e1-40cd88f4eb9b), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:40.911141 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-304189d3-003c-48de-9f93-ef995b9f9eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:40.915418 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-304189d3-003c-48de-9f93-ef995b9f9eb1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/510a4c89-3cfd-4961-92e1-40cd88f4eb9b HTTP/1.1" status: 204 len: 168 time: 0.1865284 Sep 13 00:00:40.933338 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304189d3-003c-48de-9f93-ef995b9f9eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510a4c89-3cfd-4961-92e1-40cd88f4eb9b,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:42.003393 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-187adaf0-1fde-4825-85eb-833f8a976ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:42.872191 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41822) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:43.031551 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-161c41d3-6252-44e0-bc1d-f84bd52a7cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:43.136245 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-161c41d3-6252-44e0-bc1d-f84bd52a7cdf admin admin] Publish callbacks [] for security_group (42881f88-f387-4e37-b9c5-a073c10e17ae), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:43.144206 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-161c41d3-6252-44e0-bc1d-f84bd52a7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (42881f88-f387-4e37-b9c5-a073c10e17ae), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:43.181652 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:43.196277 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c41d3-6252-44e0-bc1d-f84bd52a7cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42881f88-f387-4e37-b9c5-a073c10e17ae,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:43.228614 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-161c41d3-6252-44e0-bc1d-f84bd52a7cdf admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c644d6bfa4684beea1f62eb64109e6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551359 Sep 13 00:00:43.232669 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41834) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:43.313867 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:43.366525 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-565913dc-de57-4f65-a711-333466a9df7c admin admin] Publish callbacks [] for security_group (42881f88-f387-4e37-b9c5-a073c10e17ae), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:43.394081 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-565913dc-de57-4f65-a711-333466a9df7c admin admin] Publish callbacks [] for security_group (42881f88-f387-4e37-b9c5-a073c10e17ae), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:43.484697 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-565913dc-de57-4f65-a711-333466a9df7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (42881f88-f387-4e37-b9c5-a073c10e17ae), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:43.488424 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-565913dc-de57-4f65-a711-333466a9df7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:43.493995 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-565913dc-de57-4f65-a711-333466a9df7c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/42881f88-f387-4e37-b9c5-a073c10e17ae HTTP/1.1" status: 204 len: 168 time: 0.2554595 Sep 13 00:00:43.499747 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565913dc-de57-4f65-a711-333466a9df7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42881f88-f387-4e37-b9c5-a073c10e17ae,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:43.926129 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41846) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:43.943276 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2744945e-5229-4429-86e2-839d2d5133f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:43.985780 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:44.075740 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2744945e-5229-4429-86e2-839d2d5133f3 admin admin] Publish callbacks [] for security_group (2ed9f25f-5305-4b71-8109-f443dd701a93), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:44.082549 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2744945e-5229-4429-86e2-839d2d5133f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (2ed9f25f-5305-4b71-8109-f443dd701a93), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:44.098017 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:44.422773 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-2744945e-5229-4429-86e2-839d2d5133f3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7ca58d540ec342b59c45239752e68914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4951386 Sep 13 00:00:44.423666 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744945e-5229-4429-86e2-839d2d5133f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed9f25f-5305-4b71-8109-f443dd701a93,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:44.426141 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41852) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:44.505556 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0fafe25d-20a6-4d27-96ea-392addeae7dc admin admin] Publish callbacks [] for security_group (2ed9f25f-5305-4b71-8109-f443dd701a93), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:44.535976 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0fafe25d-20a6-4d27-96ea-392addeae7dc admin admin] Publish callbacks [] for security_group (2ed9f25f-5305-4b71-8109-f443dd701a93), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:44.619647 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0fafe25d-20a6-4d27-96ea-392addeae7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (2ed9f25f-5305-4b71-8109-f443dd701a93), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:44.624129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0fafe25d-20a6-4d27-96ea-392addeae7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:44.625981 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-0fafe25d-20a6-4d27-96ea-392addeae7dc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2ed9f25f-5305-4b71-8109-f443dd701a93 HTTP/1.1" status: 204 len: 168 time: 0.1975608 Sep 13 00:00:44.653381 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafe25d-20a6-4d27-96ea-392addeae7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed9f25f-5305-4b71-8109-f443dd701a93,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:44.869260 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:46.413766 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 41972) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:46.587016 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0924ca75-aaf2-4943-9aca-de9c9f2425a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:46.741918 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0924ca75-aaf2-4943-9aca-de9c9f2425a6 admin admin] Publish callbacks [] for security_group (df859151-387f-4dfc-9e61-00c411cb5354), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:46.752746 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-0924ca75-aaf2-4943-9aca-de9c9f2425a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (df859151-387f-4dfc-9e61-00c411cb5354), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:46.774170 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:46.827471 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-0924ca75-aaf2-4943-9aca-de9c9f2425a6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c3f8028d6272470f99135b302b72bae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4091082 Sep 13 00:00:46.827471 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924ca75-aaf2-4943-9aca-de9c9f2425a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df859151-387f-4dfc-9e61-00c411cb5354,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:46.828251 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 41978) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:46.979909 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c9154538-6e38-482b-8cc1-17ead6148fcb admin admin] Publish callbacks [] for security_group (df859151-387f-4dfc-9e61-00c411cb5354), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:47.006031 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c9154538-6e38-482b-8cc1-17ead6148fcb admin admin] Publish callbacks [] for security_group (df859151-387f-4dfc-9e61-00c411cb5354), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:47.076863 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c9154538-6e38-482b-8cc1-17ead6148fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (df859151-387f-4dfc-9e61-00c411cb5354), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:47.080343 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c9154538-6e38-482b-8cc1-17ead6148fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:47.081621 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c9154538-6e38-482b-8cc1-17ead6148fcb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/df859151-387f-4dfc-9e61-00c411cb5354 HTTP/1.1" status: 204 len: 168 time: 0.2518005 Sep 13 00:00:47.090965 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9154538-6e38-482b-8cc1-17ead6148fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df859151-387f-4dfc-9e61-00c411cb5354,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:48.076030 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42048) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:48.080201 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=28 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:48.081685 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:48.211359 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-405579656-network', 'tenant_id': '00814ba4277a4b61a512de1c21d2ec71'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:00:48.234078 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Made reservation on behalf of 00814ba4277a4b61a512de1c21d2ec71 for: {'network': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:00:48.237156 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:48.246499 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:48.328687 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Publish callbacks [] for security_group (f701ee3c-3269-4779-ac85-1ee4e12b5c4e), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:48.334009 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (f701ee3c-3269-4779-ac85-1ee4e12b5c4e), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:48.340325 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:48.362676 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=112751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 00:00:48.385197 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (f3a13307-33aa-47d7-b57f-fdddc3edea73), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:48.385535 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.segments_db [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Added segment f3a13307-33aa-47d7-b57f-fdddc3edea73 of type vlan for network 62d089e7-09c1-4667-a282-e08e3b591c55 Sep 13 00:00:48.386820 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f701ee3c-3269-4779-ac85-1ee4e12b5c4e,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:48.434875 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (62d089e7-09c1-4667-a282-e08e3b591c55), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:48.469107 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (62d089e7-09c1-4667-a282-e08e3b591c55), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:48.470195 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:48.470783 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:48.543392 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4627583 Sep 13 00:00:48.543392 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be031e79-cae2-4f1a-bcf0-257aff4ae7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=62d089e7-09c1-4667-a282-e08e3b591c55,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:48.545934 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42060) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:48.556721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 62d089e7-09c1-4667-a282-e08e3b591c55 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 00:00:48.564635 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Request body: {'subnet': {'network_id': '62d089e7-09c1-4667-a282-e08e3b591c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-405579656-subnet', 'tenant_id': '00814ba4277a4b61a512de1c21d2ec71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:00:48.607424 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Made reservation on behalf of 00814ba4277a4b61a512de1c21d2ec71 for: {'subnet': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:00:48.610296 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306278'] for subnet (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:48.857395 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8620614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306292'] for subnet (8dffea0c-85c1-4feb-98da-9f896d590a73), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:48.867662 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:48.942439 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dffea0c-85c1-4feb-98da-9f896d590a73,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:48.960608 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Checking segment: {'id': 'f3a13307-33aa-47d7-b57f-fdddc3edea73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '62d089e7-09c1-4667-a282-e08e3b591c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:00:48.960980 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Network hostable DHCP agents. Network: 62d089e7-09c1-4667-a282-e08e3b591c55, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 00:00:48.984107 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Network 62d089e7-09c1-4667-a282-e08e3b591c55 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 00:00:49.008741 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 62d089e7-09c1-4667-a282-e08e3b591c55) {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:00:49.019964 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:49.020572 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:49.023633 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe664b7-dc84-44f3-9715-8bb72d974475 None None] Network 62d089e7-09c1-4667-a282-e08e3b591c55 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:00:49.052724 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-85d488c3-98c9-4b9e-a02a-8c5975320efe admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5032504 Sep 13 00:00:49.133649 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2265-3f72-4bcd-965b-c2433c20f6c2 req-402a9126-65ee-47c4-8767-ffa06c60ae78 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:49.135478 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-452c2265-3f72-4bcd-965b-c2433c20f6c2 req-402a9126-65ee-47c4-8767-ffa06c60ae78 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0732727 Sep 13 00:00:49.219310 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-452c2265-3f72-4bcd-965b-c2433c20f6c2 req-3b970fcd-0098-452a-9862-11c3f7741ee1 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770366 Sep 13 00:00:49.249420 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60474e-1140-4314-94f6-43bddbfb9a21 None None] Network 62d089e7-09c1-4667-a282-e08e3b591c55 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:00:49.833414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42142) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:49.839307 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-884421870-network', 'tenant_id': '7e9ddffaf0ad480ca93ec028a6cc5405'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:00:49.865349 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Made reservation on behalf of 7e9ddffaf0ad480ca93ec028a6cc5405 for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:00:49.867943 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:49.878370 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:49.967658 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Publish callbacks [] for security_group (78a40435-f251-4f66-af9b-3a40ffdbb54a), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:49.972607 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (78a40435-f251-4f66-af9b-3a40ffdbb54a), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.003898 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=112752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 00:00:50.012341 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a40435-f251-4f66-af9b-3a40ffdbb54a,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:50.020712 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.021066 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Added segment 4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6 of type vlan for network d053231e-871a-4325-9ad2-7f3cacc1c022 Sep 13 00:00:50.035784 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:50.084870 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (d053231e-871a-4325-9ad2-7f3cacc1c022), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.115467 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (d053231e-871a-4325-9ad2-7f3cacc1c022), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.116513 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:50.117096 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.173531 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3384917 Sep 13 00:00:50.178199 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42144) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:50.186531 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b25bd-29eb-4775-9f41-a7d116e5de56 admin admin] Pushing event updated for resources: {'Network': ['ID=d053231e-871a-4325-9ad2-7f3cacc1c022,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:50.190307 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Request body: {'subnet': {'network_id': 'd053231e-871a-4325-9ad2-7f3cacc1c022', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-884421870-subnet', 'tenant_id': '7e9ddffaf0ad480ca93ec028a6cc5405', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:00:50.199260 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network d053231e-871a-4325-9ad2-7f3cacc1c022 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 00:00:50.214007 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Made reservation on behalf of 7e9ddffaf0ad480ca93ec028a6cc5405 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:00:50.217421 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761595'] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.352629 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:50.397356 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29af85-e84d-4580-9831-33a3b9eb2c9a req-dcafd57f-809c-44a6-b402-244775af1bf6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:50.400144 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f29af85-e84d-4580-9831-33a3b9eb2c9a req-dcafd57f-809c-44a6-b402-244775af1bf6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0636127 Sep 13 00:00:50.451955 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8730422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761577'] for subnet (26067f4c-a3a4-4e0b-bb45-44a3f0232208), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.481671 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f29af85-e84d-4580-9831-33a3b9eb2c9a req-851bf316-e276-431c-8df1-df448d10b2b5 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753334 Sep 13 00:00:50.517631 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Pushing event updated for resources: {'Subnet': ['ID=26067f4c-a3a4-4e0b-bb45-44a3f0232208,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:50.529642 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Checking segment: {'id': '4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd053231e-871a-4325-9ad2-7f3cacc1c022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:00:50.529996 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Network hostable DHCP agents. Network: d053231e-871a-4325-9ad2-7f3cacc1c022, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 00:00:50.550207 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Network d053231e-871a-4325-9ad2-7f3cacc1c022 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 00:00:50.562253 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, d053231e-871a-4325-9ad2-7f3cacc1c022) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:00:50.567542 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:50.568245 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.574264 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd16ae37-f579-4e10-93ca-a33450b06f82 None None] Network d053231e-871a-4325-9ad2-7f3cacc1c022 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:00:50.591887 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1aa4e8d1-3b43-4e2e-a2d0-38da5b13343b admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4119322 Sep 13 00:00:50.620830 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:50.709710 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d79f3-bbc0-49ab-9628-accb744b7d78 None None] Network d053231e-871a-4325-9ad2-7f3cacc1c022 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:00:50.740824 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42154) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:50.784368 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42156) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:50.819613 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Deleting subnet b7aea51d-045d-4749-b037-6e006d6b1d1d {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 00:00:50.828103 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Publish callbacks [] for subnet (b7aea51d-045d-4749-b037-6e006d6b1d1d), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.877954 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e921ebc-a752-42ff-8c10-a930648d26d8 admin admin] Deleting subnet 8dffea0c-85c1-4feb-98da-9f896d590a73 {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 00:00:50.886463 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8700759'] for subnet (b7aea51d-045d-4749-b037-6e006d6b1d1d), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.889135 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0e921ebc-a752-42ff-8c10-a930648d26d8 admin admin] Publish callbacks [] for subnet (8dffea0c-85c1-4feb-98da-9f896d590a73), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.965485 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0e921ebc-a752-42ff-8c10-a930648d26d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8700759'] for subnet (8dffea0c-85c1-4feb-98da-9f896d590a73), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:50.989789 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (b7aea51d-045d-4749-b037-6e006d6b1d1d), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.019487 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fe837-b86b-4727-a649-2a2fc794b68d req-fbf41677-c9e2-461f-a7b4-9f74a5bcdfba tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:51.021040 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-750fe837-b86b-4727-a649-2a2fc794b68d req-fbf41677-c9e2-461f-a7b4-9f74a5bcdfba tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.0558693 Sep 13 00:00:51.036594 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:51.040711 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0e921ebc-a752-42ff-8c10-a930648d26d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (8dffea0c-85c1-4feb-98da-9f896d590a73), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.122155 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8730107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761574'] for subnet (b7aea51d-045d-4749-b037-6e006d6b1d1d), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.141208 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Deleting port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:00:51.142046 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.155587 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7aea51d-045d-4749-b037-6e006d6b1d1d,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:51.168328 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.171783 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/b7aea51d-045d-4749-b037-6e006d6b1d1d HTTP/1.1" status: 204 len: 168 time: 0.4295726 Sep 13 00:00:51.173757 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.174113 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.174466 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.175918 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.175918 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.175918 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.176281 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42158) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:51.176372 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.176372 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.176586 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.176942 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.177262 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.177598 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.177916 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.178238 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.178858 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0318c2a2-e53c-4e75-8c99-ee8645a4823c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:00:51.182075 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0e921ebc-a752-42ff-8c10-a930648d26d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8730107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761574'] for subnet (8dffea0c-85c1-4feb-98da-9f896d590a73), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.212767 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e921ebc-a752-42ff-8c10-a930648d26d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dffea0c-85c1-4feb-98da-9f896d590a73,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:51.214868 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0e921ebc-a752-42ff-8c10-a930648d26d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.218402 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0e921ebc-a752-42ff-8c10-a930648d26d8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/8dffea0c-85c1-4feb-98da-9f896d590a73 HTTP/1.1" status: 204 len: 168 time: 0.4329524 Sep 13 00:00:51.221132 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42160) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:51.273243 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:51.305254 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (62d089e7-09c1-4667-a282-e08e3b591c55), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.326642 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (f3192aa0-69b1-4ced-9ab8-c4310d0134eb), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.411915 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (62d089e7-09c1-4667-a282-e08e3b591c55), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.412184 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] For port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:00:51.412526 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.436360 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d089e7-09c1-4667-a282-e08e3b591c55']}} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:51.438952 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:51.449741 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a13307-33aa-47d7-b57f-fdddc3edea73') {'for_net_delete': True} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:51.450565 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a13307-33aa-47d7-b57f-fdddc3edea73') {} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:51.462029 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8700766'] for segment (f3a13307-33aa-47d7-b57f-fdddc3edea73), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.476475 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (f3a13307-33aa-47d7-b57f-fdddc3edea73), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.484307 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=112751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 00:00:51.484736 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8729937'] for segment (f3a13307-33aa-47d7-b57f-fdddc3edea73), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.496699 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (f3192aa0-69b1-4ced-9ab8-c4310d0134eb), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.531305 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3192aa0-69b1-4ced-9ab8-c4310d0134eb']}} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:51.546756 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment f3a13307-33aa-47d7-b57f-fdddc3edea73 resource provider aggregate not found Sep 13 00:00:51.575472 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment f3a13307-33aa-47d7-b57f-fdddc3edea73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3a13307-33aa-47d7-b57f-fdddc3edea73 found for delete ", "request_id": "req-1971fd57-3758-4252-a521-3ac235ae9a0a"}]} Sep 13 00:00:51.576803 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c') {'for_net_delete': True} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:51.577165 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cca8df-a2a0-4997-b388-cff1e9dfc44c') {} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:51.578087 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (62d089e7-09c1-4667-a282-e08e3b591c55), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.584892 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.588395 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/62d089e7-09c1-4667-a282-e08e3b591c55 HTTP/1.1" status: 204 len: 168 time: 0.3661819 Sep 13 00:00:51.600088 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42170) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:51.602905 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5180ec7-2b9a-43b3-8000-40a409f85126 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d089e7-09c1-4667-a282-e08e3b591c55,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:51.608724 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10069483'] for segment (c0cca8df-a2a0-4997-b388-cff1e9dfc44c), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.699941 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (c0cca8df-a2a0-4997-b388-cff1e9dfc44c), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.745386 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=112752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 00:00:51.745790 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8620065'] for segment (c0cca8df-a2a0-4997-b388-cff1e9dfc44c), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.759560 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c14cea-9eb5-4789-805e-f24ce69296fe req-26626e0b-f529-4144-8d25-f706287f587e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:00:51.761250 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f1c14cea-9eb5-4789-805e-f24ce69296fe req-26626e0b-f529-4144-8d25-f706287f587e tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 945 time: 0.1584604 Sep 13 00:00:51.819385 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment c0cca8df-a2a0-4997-b388-cff1e9dfc44c resource provider aggregate not found Sep 13 00:00:51.833040 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_v2 [None req-6710fde2-04e5-44ff-910e-9bb967b24fa1 admin admin] Deleting subnet 26067f4c-a3a4-4e0b-bb45-44a3f0232208 {{(pid=112752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 00:00:51.850670 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:51.855480 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment c0cca8df-a2a0-4997-b388-cff1e9dfc44c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0cca8df-a2a0-4997-b388-cff1e9dfc44c found for delete ", "request_id": "req-ccd268d7-90b1-49c8-be8e-93a562b6b69d"}]} Sep 13 00:00:51.860441 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6710fde2-04e5-44ff-910e-9bb967b24fa1 admin admin] Publish callbacks [] for subnet (26067f4c-a3a4-4e0b-bb45-44a3f0232208), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.900130 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.900496 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (4fe24f01-8e4b-454b-b290-a6cdb7b65cf7), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:51.900812 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Floating IP 4fe24f01-8e4b-454b-b290-a6cdb7b65cf7 disassociated. External IP: 172.27.1.130, port: 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f. Sep 13 00:00:51.901162 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Calling delete_port for 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:00:51.936827 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (f3192aa0-69b1-4ced-9ab8-c4310d0134eb), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.291959 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.295347 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/f3192aa0-69b1-4ced-9ab8-c4310d0134eb HTTP/1.1" status: 204 len: 168 time: 1.1181493 Sep 13 00:00:52.304381 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6710fde2-04e5-44ff-910e-9bb967b24fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10069474'] for subnet (26067f4c-a3a4-4e0b-bb45-44a3f0232208), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.353478 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda807-4b34-4bbf-9aa6-70f7f35c79f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3192aa0-69b1-4ced-9ab8-c4310d0134eb,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:52.365452 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f1c14cea-9eb5-4789-805e-f24ce69296fe req-10a08ace-5ab9-4732-8e41-b9495414038b tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7fd7023b-38fb-49e8-8197-0e4a8ae00e08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5828981 Sep 13 00:00:52.414559 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6710fde2-04e5-44ff-910e-9bb967b24fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (26067f4c-a3a4-4e0b-bb45-44a3f0232208), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.444681 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:52.541603 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6710fde2-04e5-44ff-910e-9bb967b24fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306299'] for subnet (26067f4c-a3a4-4e0b-bb45-44a3f0232208), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.542004 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42182) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:52.542973 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.578736 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710fde2-04e5-44ff-910e-9bb967b24fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26067f4c-a3a4-4e0b-bb45-44a3f0232208,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:52.584822 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1c58df6d-293f-46ac-b1b2-226b5fede9d5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0d4c43138bd3461fb6d8fa9f924f7e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439427 Sep 13 00:00:52.587496 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42184) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:52.600947 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6710fde2-04e5-44ff-910e-9bb967b24fa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.604493 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-6710fde2-04e5-44ff-910e-9bb967b24fa1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/26067f4c-a3a4-4e0b-bb45-44a3f0232208 HTTP/1.1" status: 204 len: 168 time: 0.9990718 Sep 13 00:00:52.606478 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event deleted for resources: {'Port': ['ID=179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:52.606987 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42186) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:52.714511 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (d053231e-871a-4325-9ad2-7f3cacc1c022), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.716669 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c88320f1-8028-413b-9b4e-9eb63df961f1 admin admin] Publish callbacks [] for security_group (3413ca13-14e8-4e9c-b603-2b0dd8742dcd), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.737109 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Router bc302142-8571-4099-b9d2-a2cadbc3446e has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:00:52.744985 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c88320f1-8028-413b-9b4e-9eb63df961f1 admin admin] Publish callbacks [] for security_group (3413ca13-14e8-4e9c-b603-2b0dd8742dcd), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.850091 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (d053231e-871a-4325-9ad2-7f3cacc1c022), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.854316 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:00:52.869664 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] Sync routers for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:00:52.872090 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:52.878380 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d053231e-871a-4325-9ad2-7f3cacc1c022']}} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:52.885606 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:00:52.886459 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:00:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:52.895146 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6') {'for_net_delete': True} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:52.895619 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6') {} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:52.907254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] No DVR routers for this DVR port 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:00:52.908215 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8700766'] for segment (4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.915964 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.924147 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-750fe837-b86b-4727-a649-2a2fc794b68d req-3f202f31-d34d-4d38-8c0a-f31b4191f0c6 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.18 "DELETE /networking/v2.0/ports/179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f HTTP/1.1" status: 204 len: 173 time: 1.8964036 Sep 13 00:00:52.925021 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'name': 'network-vif-deleted', 'tag': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:00:52.928320 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a40636-998b-4934-bc76-e0100ffa63e4" -d '{"events": [{"server_uuid": "f7a64139-3e2f-4855-a0d5-a667621b7ded", "name": "network-vif-deleted", "tag": "179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:00:52.929208 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.940384 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c88320f1-8028-413b-9b4e-9eb63df961f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (3413ca13-14e8-4e9c-b603-2b0dd8742dcd), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.942306 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c88320f1-8028-413b-9b4e-9eb63df961f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.946518 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c88320f1-8028-413b-9b4e-9eb63df961f1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3413ca13-14e8-4e9c-b603-2b0dd8742dcd HTTP/1.1" status: 204 len: 168 time: 0.3550856 Sep 13 00:00:52.951194 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=112751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 00:00:52.952063 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8729937'] for segment (4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:52.979849 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca7c5b-00f2-493f-b61a-6918a1a80357 x-openstack-request-id: req-a9ca7c5b-00f2-493f-b61a-6918a1a80357 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:00:52.980270 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a64139-3e2f-4855-a0d5-a667621b7ded", "name": "network-vif-deleted", "tag": "179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:00:52.980646 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9ca7c5b-00f2-493f-b61a-6918a1a80357 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:00:52.981187 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ca7c5b-00f2-493f-b61a-6918a1a80357'] response: {'server_uuid': 'f7a64139-3e2f-4855-a0d5-a667621b7ded', 'name': 'network-vif-deleted', 'tag': '179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f', 'status': 'completed', 'code': 200} Sep 13 00:00:53.048322 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88320f1-8028-413b-9b4e-9eb63df961f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3413ca13-14e8-4e9c-b603-2b0dd8742dcd,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:53.061132 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (d053231e-871a-4325-9ad2-7f3cacc1c022), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:53.078330 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:53.082533 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/d053231e-871a-4325-9ad2-7f3cacc1c022 HTTP/1.1" status: 204 len: 168 time: 0.4692011 Sep 13 00:00:53.098692 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129edfe-084e-4e5e-b49b-6668551a9cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=d053231e-871a-4325-9ad2-7f3cacc1c022,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:53.168391 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:00:53.470183 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:53.521848 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] Checking router: bc302142-8571-4099-b9d2-a2cadbc3446e for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:00:53.533389 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:00:53.534250 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:00:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:53.563909 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-58d3ed66-a215-43a3-ab02-640508647a60 req-813b75df-a0b0-46d1-873f-365c354f3242 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f7a64139-3e2f-4855-a0d5-a667621b7ded HTTP/1.1" status: 200 len: 210 time: 0.0636964 Sep 13 00:00:53.593578 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42206) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:53.630046 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment 4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6 resource provider aggregate not found Sep 13 00:00:53.658977 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42212) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:53.659311 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-c92c28e4-6164-4ad0-ba0b-0d3bf5c814cb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=00814ba4277a4b61a512de1c21d2ec71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640047 Sep 13 00:00:53.675670 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment 4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ffd1fc2-42ab-4fcc-ba23-d17cc21d70b6 found for delete ", "request_id": "req-efb5f9de-b41d-42d9-8732-2aa2c8473102"}]} Sep 13 00:00:53.714368 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:00:53.739876 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b45ec71e-439c-4c11-b2b6-7fddd63ba9ec admin admin] Publish callbacks [] for security_group (f701ee3c-3269-4779-ac85-1ee4e12b5c4e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:53.772040 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b45ec71e-439c-4c11-b2b6-7fddd63ba9ec admin admin] Publish callbacks [] for security_group (f701ee3c-3269-4779-ac85-1ee4e12b5c4e), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:53.779673 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:53.836980 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b45ec71e-439c-4c11-b2b6-7fddd63ba9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (f701ee3c-3269-4779-ac85-1ee4e12b5c4e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:53.840474 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b45ec71e-439c-4c11-b2b6-7fddd63ba9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:53.842509 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-b45ec71e-439c-4c11-b2b6-7fddd63ba9ec admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f701ee3c-3269-4779-ac85-1ee4e12b5c4e HTTP/1.1" status: 204 len: 168 time: 0.1821637 Sep 13 00:00:53.856012 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ec71e-439c-4c11-b2b6-7fddd63ba9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f701ee3c-3269-4779-ac85-1ee4e12b5c4e,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:53.964462 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:00:53.993822 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7469ac-ff55-4e9a-b202-3edc67bb1dc0 None None] The sync data for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi is: [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-12T23:55:07Z', 'revision_number': 4, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'e1501570-8df6-4148-9677-5cc3f25d8313', 'name': '', 'network_id': '923e930b-b793-481f-a057-be9c6d7f3f9d', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'mac_address': 'fa:16:3e:d6:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:55:05Z', 'updated_at': '2022-09-12T23:55:16Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'subnets': [{'id': 'ddff083e-3369-4771-bb63-0a0920f10a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:00:54.340711 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ec4d8-6474-4f97-b8b2-b158f7d11323 None None] New status for floating IP 4fe24f01-8e4b-454b-b290-a6cdb7b65cf7: DOWN {{(pid=112754) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 00:00:54.368319 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42228) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:54.385261 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:54.431358 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-6e89fc10-5aa1-4df5-91ac-e7098420df75 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7e9ddffaf0ad480ca93ec028a6cc5405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602925 Sep 13 00:00:54.432641 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42234) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:54.511826 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-becd5a9e-0847-4337-b182-42c346ede99f admin admin] Publish callbacks [] for security_group (78a40435-f251-4f66-af9b-3a40ffdbb54a), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:54.530472 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:00:54.560530 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:00:54.560888 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 179e43ce-b6df-4eaa-9bf7-f66d5c59cb2f not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:00:54.562017 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-becd5a9e-0847-4337-b182-42c346ede99f admin admin] Publish callbacks [] for security_group (78a40435-f251-4f66-af9b-3a40ffdbb54a), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:54.683352 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-becd5a9e-0847-4337-b182-42c346ede99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (78a40435-f251-4f66-af9b-3a40ffdbb54a), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:54.687819 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-becd5a9e-0847-4337-b182-42c346ede99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:54.689310 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-becd5a9e-0847-4337-b182-42c346ede99f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/78a40435-f251-4f66-af9b-3a40ffdbb54a HTTP/1.1" status: 204 len: 168 time: 0.2556338 Sep 13 00:00:54.710701 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd5a9e-0847-4337-b182-42c346ede99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a40435-f251-4f66-af9b-3a40ffdbb54a,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:54.726600 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42244) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:54.844721 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b7becb12-93e4-45e6-91e8-18856e5a43a3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (7fd7023b-38fb-49e8-8197-0e4a8ae00e08), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:54.877913 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b7becb12-93e4-45e6-91e8-18856e5a43a3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (7fd7023b-38fb-49e8-8197-0e4a8ae00e08), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:54.946934 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b7becb12-93e4-45e6-91e8-18856e5a43a3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7fd7023b-38fb-49e8-8197-0e4a8ae00e08), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:54.950867 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b7becb12-93e4-45e6-91e8-18856e5a43a3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:54.952294 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-b7becb12-93e4-45e6-91e8-18856e5a43a3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7fd7023b-38fb-49e8-8197-0e4a8ae00e08 HTTP/1.1" status: 204 len: 168 time: 0.2241843 Sep 13 00:00:54.955461 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42256) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:54.965346 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7becb12-93e4-45e6-91e8-18856e5a43a3 tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd7023b-38fb-49e8-8197-0e4a8ae00e08,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:55.006821 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.api.v2.resource [None req-664226c6-786c-46cb-9852-4330d46c3cfb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] show failed (client error): The resource could not be found. Sep 13 00:00:55.007969 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-664226c6-786c-46cb-9852-4330d46c3cfb tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "GET /networking/v2.0/security-groups/7fd7023b-38fb-49e8-8197-0e4a8ae00e08 HTTP/1.1" status: 404 len: 347 time: 0.0499556 Sep 13 00:00:55.011180 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42258) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:00:55.251383 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7cd5f-bf6c-4485-8f22-e7ff8803903c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Deleting port c623b887-b25b-4422-9943-ebd4e3ee3a72 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:00:55.252067 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cd5f-bf6c-4485-8f22-e7ff8803903c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (c623b887-b25b-4422-9943-ebd4e3ee3a72), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:55.372692 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cd5f-bf6c-4485-8f22-e7ff8803903c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (c623b887-b25b-4422-9943-ebd4e3ee3a72), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:55.373534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cd5f-bf6c-4485-8f22-e7ff8803903c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (c623b887-b25b-4422-9943-ebd4e3ee3a72), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:55.400025 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7cd5f-bf6c-4485-8f22-e7ff8803903c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Calling delete_port for c623b887-b25b-4422-9943-ebd4e3ee3a72 owned by network:floatingip {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:00:55.500444 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:55.625663 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cd5f-bf6c-4485-8f22-e7ff8803903c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (c623b887-b25b-4422-9943-ebd4e3ee3a72), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:55.688727 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7cd5f-bf6c-4485-8f22-e7ff8803903c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Pushing event deleted for resources: {'Port': ['ID=c623b887-b25b-4422-9943-ebd4e3ee3a72,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:00:55.733243 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:00:55.748323 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cd5f-bf6c-4485-8f22-e7ff8803903c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks [] for floatingip (4fe24f01-8e4b-454b-b290-a6cdb7b65cf7), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:55.751591 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5ba7cd5f-bf6c-4485-8f22-e7ff8803903c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:00:55.752986 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-5ba7cd5f-bf6c-4485-8f22-e7ff8803903c tempest-AttachVolumeTestJSON-1068932957 tempest-AttachVolumeTestJSON-1068932957-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/4fe24f01-8e4b-454b-b290-a6cdb7b65cf7 HTTP/1.1" status: 204 len: 168 time: 0.7401168 Sep 13 00:00:58.303394 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:01:02.645249 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42434) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:03.194017 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42452) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:03.289484 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (bc302142-8571-4099-b9d2-a2cadbc3446e), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.323075 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-186d8e55-b9a8-4547-bb44-06be7f1fb277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.414266 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-186d8e55-b9a8-4547-bb44-06be7f1fb277 admin admin] Publish callbacks [] for security_group (052c069f-c8ed-43c9-a294-b50240dd8026), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.419742 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-186d8e55-b9a8-4547-bb44-06be7f1fb277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (052c069f-c8ed-43c9-a294-b50240dd8026), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.462874 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d8e55-b9a8-4547-bb44-06be7f1fb277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052c069f-c8ed-43c9-a294-b50240dd8026,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:03.472259 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-186d8e55-b9a8-4547-bb44-06be7f1fb277 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=69b0d3bcc37d48c385f31d116f702b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770739 Sep 13 00:01:03.472853 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42462) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:03.538295 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e9631f95-8b54-4eb6-9cb2-5675c0d8cb3d admin admin] Publish callbacks [] for security_group (052c069f-c8ed-43c9-a294-b50240dd8026), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.552796 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42464) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:03.569233 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e9631f95-8b54-4eb6-9cb2-5675c0d8cb3d admin admin] Publish callbacks [] for security_group (052c069f-c8ed-43c9-a294-b50240dd8026), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.575871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] Deleting port e1501570-8df6-4148-9677-5cc3f25d8313 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:01:03.576671 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.645186 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e9631f95-8b54-4eb6-9cb2-5675c0d8cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (052c069f-c8ed-43c9-a294-b50240dd8026), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.647806 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e9631f95-8b54-4eb6-9cb2-5675c0d8cb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.651464 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-e9631f95-8b54-4eb6-9cb2-5675c0d8cb3d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/052c069f-c8ed-43c9-a294-b50240dd8026 HTTP/1.1" status: 204 len: 168 time: 0.1742759 Sep 13 00:01:03.670005 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9631f95-8b54-4eb6-9cb2-5675c0d8cb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c069f-c8ed-43c9-a294-b50240dd8026,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:03.733534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] For port e1501570-8df6-4148-9677-5cc3f25d8313, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=e1501570-8df6-4148-9677-5cc3f25d8313,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:01:03.734154 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.737943 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1f95cf9b-ee5c-4ab6-8a03-e8bd9566b0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.760468 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] Calling delete_port for e1501570-8df6-4148-9677-5cc3f25d8313 owned by network:router_interface {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:01:03.785236 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:03.860402 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:03.962808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1f95cf9b-ee5c-4ab6-8a03-e8bd9566b0f0 admin admin] Publish callbacks [] for security_group (76e4851e-69df-4d5b-96b5-92503f89fe51), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.973837 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1f95cf9b-ee5c-4ab6-8a03-e8bd9566b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (76e4851e-69df-4d5b-96b5-92503f89fe51), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:03.995095 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42472) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:04.010016 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0653a245-093c-4eb1-9aa5-8ea3394129ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.023912 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95cf9b-ee5c-4ab6-8a03-e8bd9566b0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e4851e-69df-4d5b-96b5-92503f89fe51,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:04.032451 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1f95cf9b-ee5c-4ab6-8a03-e8bd9566b0f0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9e08a04a6f3e4f7e8506a64f97bf90e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4786291 Sep 13 00:01:04.035160 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42474) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:04.061843 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:04.078012 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (e1501570-8df6-4148-9677-5cc3f25d8313), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.098536 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:04.103289 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1501570-8df6-4148-9677-5cc3f25d8313,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:04.118095 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aa290ed1-c32f-43d7-81d1-6d2ebd300637 admin admin] Publish callbacks [] for security_group (76e4851e-69df-4d5b-96b5-92503f89fe51), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.157875 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aa290ed1-c32f-43d7-81d1-6d2ebd300637 admin admin] Publish callbacks [] for security_group (76e4851e-69df-4d5b-96b5-92503f89fe51), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.177206 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0653a245-093c-4eb1-9aa5-8ea3394129ad admin admin] Publish callbacks [] for security_group (52830585-a782-4bc5-9b29-22d960176334), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.187378 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0653a245-093c-4eb1-9aa5-8ea3394129ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (52830585-a782-4bc5-9b29-22d960176334), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.247552 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0653a245-093c-4eb1-9aa5-8ea3394129ad admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1015b3d8d45d4350821f7f888e99a410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511919 Sep 13 00:01:04.250171 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42478) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:04.270035 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653a245-093c-4eb1-9aa5-8ea3394129ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52830585-a782-4bc5-9b29-22d960176334,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:04.304349 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aa290ed1-c32f-43d7-81d1-6d2ebd300637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (76e4851e-69df-4d5b-96b5-92503f89fe51), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.306846 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aa290ed1-c32f-43d7-81d1-6d2ebd300637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.308110 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-aa290ed1-c32f-43d7-81d1-6d2ebd300637 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/76e4851e-69df-4d5b-96b5-92503f89fe51 HTTP/1.1" status: 204 len: 168 time: 0.2716937 Sep 13 00:01:04.320400 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (bc302142-8571-4099-b9d2-a2cadbc3446e), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.321683 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa290ed1-c32f-43d7-81d1-6d2ebd300637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e4851e-69df-4d5b-96b5-92503f89fe51,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:04.354946 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7b8b7e05-7028-41f1-aef8-325d06fba817 admin admin] Publish callbacks [] for security_group (52830585-a782-4bc5-9b29-22d960176334), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.387950 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7b8b7e05-7028-41f1-aef8-325d06fba817 admin admin] Publish callbacks [] for security_group (52830585-a782-4bc5-9b29-22d960176334), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.444334 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7b8b7e05-7028-41f1-aef8-325d06fba817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (52830585-a782-4bc5-9b29-22d960176334), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.447380 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7b8b7e05-7028-41f1-aef8-325d06fba817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.448973 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-7b8b7e05-7028-41f1-aef8-325d06fba817 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/52830585-a782-4bc5-9b29-22d960176334 HTTP/1.1" status: 204 len: 168 time: 0.1972845 Sep 13 00:01:04.450883 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:04.459485 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b7e05-7028-41f1-aef8-325d06fba817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52830585-a782-4bc5-9b29-22d960176334,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:04.596789 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] Router bc302142-8571-4099-b9d2-a2cadbc3446e has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:01:04.719838 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:01:04.729987 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42486) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:04.730715 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-2fc932f9-894a-4303-a343-da752f3067d5 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/bc302142-8571-4099-b9d2-a2cadbc3446e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0863039 Sep 13 00:01:04.732474 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] Sync routers for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:01:04.748574 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:01:04.749716 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:00:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:01:04.866479 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:04.872161 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Publish callbacks [] for router (bc302142-8571-4099-b9d2-a2cadbc3446e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.881547 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:01:04.959465 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42488) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:04.987495 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-095058e3-c78c-4f4f-9885-73eda8c5fe44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:04.996673 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Publish callbacks [] for router_gateway (bc302142-8571-4099-b9d2-a2cadbc3446e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.025205 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:05.057717 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:05.073762 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Deleting port 26be3760-e8ee-43ea-a9ce-f96b19fb798d {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:01:05.074228 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.096605 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-13T00:01:04Z', 'revision_number': 5, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port': {'id': '26be3760-e8ee-43ea-a9ce-f96b19fb798d', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:48:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-12T23:54:59Z', 'updated_at': '2022-09-12T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:01:05.098896 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:05.099749 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-095058e3-c78c-4f4f-9885-73eda8c5fe44 admin admin] Publish callbacks [] for security_group (e4e0bf90-73f9-44a9-8a52-b938d50abc07), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.105426 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-095058e3-c78c-4f4f-9885-73eda8c5fe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e4e0bf90-73f9-44a9-8a52-b938d50abc07), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.129366 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] Checking router: bc302142-8571-4099-b9d2-a2cadbc3446e for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:01:05.141656 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] Routers {'bc302142-8571-4099-b9d2-a2cadbc3446e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:01:05.142637 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:00:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['bc302142-8571-4099-b9d2-a2cadbc3446e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:01:05.150821 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-095058e3-c78c-4f4f-9885-73eda8c5fe44 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ac32f65cf66f466e9915cfabee3b624a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870596 Sep 13 00:01:05.151785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095058e3-c78c-4f4f-9885-73eda8c5fe44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e0bf90-73f9-44a9-8a52-b938d50abc07,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:05.155613 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42490) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:05.209419 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] For port 26be3760-e8ee-43ea-a9ce-f96b19fb798d, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=26be3760-e8ee-43ea-a9ce-f96b19fb798d,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:01:05.210354 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.214062 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38c29051-276d-486d-b9ba-5f0de0581f63 admin admin] Publish callbacks [] for security_group (e4e0bf90-73f9-44a9-8a52-b938d50abc07), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.232343 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Calling delete_port for 26be3760-e8ee-43ea-a9ce-f96b19fb798d owned by network:router_gateway {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:01:05.242423 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38c29051-276d-486d-b9ba-5f0de0581f63 admin admin] Publish callbacks [] for security_group (e4e0bf90-73f9-44a9-8a52-b938d50abc07), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.252124 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] Set router bc302142-8571-4099-b9d2-a2cadbc3446e gateway port host: None {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:01:05.295291 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:05.303629 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38c29051-276d-486d-b9ba-5f0de0581f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e4e0bf90-73f9-44a9-8a52-b938d50abc07), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.308893 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-38c29051-276d-486d-b9ba-5f0de0581f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.315302 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-38c29051-276d-486d-b9ba-5f0de0581f63 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e4e0bf90-73f9-44a9-8a52-b938d50abc07 HTTP/1.1" status: 204 len: 168 time: 0.1585224 Sep 13 00:01:05.328827 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c29051-276d-486d-b9ba-5f0de0581f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e0bf90-73f9-44a9-8a52-b938d50abc07,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:05.344726 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-13T00:01:04Z', 'revision_number': 6, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port_host': None}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:01:05.379695 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c3fb0-b03b-47c9-80f7-494859e8f6ec None None] The sync data for ids ['bc302142-8571-4099-b9d2-a2cadbc3446e'] in dv-cinder-820027-26-iscsi is: [{'id': 'bc302142-8571-4099-b9d2-a2cadbc3446e', 'name': 'tempest-AttachVolumeTestJSON-1865714012-router', 'tenant_id': 'ffc5ce52ae574b82bda143e766bcec80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-12T23:54:58Z', 'updated_at': '2022-09-13T00:01:04Z', 'revision_number': 6, 'project_id': 'ffc5ce52ae574b82bda143e766bcec80', 'gw_port_host': None}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:01:05.418346 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:05.447615 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (26be3760-e8ee-43ea-a9ce-f96b19fb798d), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.475124 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Pushing event deleted for resources: {'Port': ['ID=26be3760-e8ee-43ea-a9ce-f96b19fb798d,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:05.547785 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (bc302142-8571-4099-b9d2-a2cadbc3446e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.638628 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (bc302142-8571-4099-b9d2-a2cadbc3446e), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.640967 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Publish callbacks [] for router_controller (bc302142-8571-4099-b9d2-a2cadbc3446e), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.689157 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (bc302142-8571-4099-b9d2-a2cadbc3446e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.689892 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc302142-8571-4099-b9d2-a2cadbc3446e {{(pid=112751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 00:01:05.694260 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.698125 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-2a126525-1751-47ad-bb92-fa0e8024be18 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/bc302142-8571-4099-b9d2-a2cadbc3446e HTTP/1.1" status: 204 len: 168 time: 0.9670107 Sep 13 00:01:05.698358 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42500) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:05.760586 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa687d97-16bd-4422-9739-6e9ac0f8cd00 admin admin] Deleting subnet ddff083e-3369-4771-bb63-0a0920f10a4c {{(pid=112752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 00:01:05.764846 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa687d97-16bd-4422-9739-6e9ac0f8cd00 admin admin] Publish callbacks [] for subnet (ddff083e-3369-4771-bb63-0a0920f10a4c), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.811573 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa687d97-16bd-4422-9739-6e9ac0f8cd00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10069474'] for subnet (ddff083e-3369-4771-bb63-0a0920f10a4c), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.906050 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa687d97-16bd-4422-9739-6e9ac0f8cd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (ddff083e-3369-4771-bb63-0a0920f10a4c), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:05.973388 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa687d97-16bd-4422-9739-6e9ac0f8cd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306299'] for subnet (ddff083e-3369-4771-bb63-0a0920f10a4c), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.000901 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa687d97-16bd-4422-9739-6e9ac0f8cd00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddff083e-3369-4771-bb63-0a0920f10a4c,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:06.008084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa687d97-16bd-4422-9739-6e9ac0f8cd00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.012136 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-fa687d97-16bd-4422-9739-6e9ac0f8cd00 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/ddff083e-3369-4771-bb63-0a0920f10a4c HTTP/1.1" status: 204 len: 168 time: 0.3101919 Sep 13 00:01:06.012328 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42512) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:06.013697 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7970a2f8-f5ed-422e-8507-3b85cd14a264 None None] Network 923e930b-b793-481f-a057-be9c6d7f3f9d requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:01:06.091606 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (923e930b-b793-481f-a057-be9c6d7f3f9d), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.144304 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Deleting port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:01:06.144723 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.246753 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] For port 5b250dbc-bc17-4f9c-9694-a29a39c6f685, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5b250dbc-bc17-4f9c-9694-a29a39c6f685,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:01:06.247435 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.247682 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] DHCP port deletion for 923e930b-b793-481f-a057-be9c6d7f3f9d request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 00:01:06.266602 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Calling delete_port for 5b250dbc-bc17-4f9c-9694-a29a39c6f685 owned by network:dhcp {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:01:06.285310 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 26be3760-e8ee-43ea-a9ce-f96b19fb798d no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:01:06.312301 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 26be3760-e8ee-43ea-a9ce-f96b19fb798d {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:01:06.312801 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 26be3760-e8ee-43ea-a9ce-f96b19fb798d not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:01:06.313058 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e1501570-8df6-4148-9677-5cc3f25d8313 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:01:06.339280 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Deleting port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 {{(pid=112753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:01:06.339615 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), before_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.343469 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: e1501570-8df6-4148-9677-5cc3f25d8313 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:01:06.343899 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device e1501570-8df6-4148-9677-5cc3f25d8313 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:01:06.359534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:06.395611 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.431897 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] For port 5b250dbc-bc17-4f9c-9694-a29a39c6f685, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5b250dbc-bc17-4f9c-9694-a29a39c6f685,segment=NetworkSegment(7e97ce52-b894-4e54-a1b5-9fe619610742),segment_id=7e97ce52-b894-4e54-a1b5-9fe619610742)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:01:06.432516 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), precommit_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.446684 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b250dbc-bc17-4f9c-9694-a29a39c6f685,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:06.452368 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Calling delete_port for 5b250dbc-bc17-4f9c-9694-a29a39c6f685 owned by network:dhcp {{(pid=112753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:01:06.455645 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] No DVR routers for this DVR port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 on host dv-cinder-820027-26-iscsi {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:01:06.494447 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:06.540978 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (923e930b-b793-481f-a057-be9c6d7f3f9d), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.550855 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (5b250dbc-bc17-4f9c-9694-a29a39c6f685), after_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.572971 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923e930b-b793-481f-a057-be9c6d7f3f9d']}} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:01:06.583797 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Pushing event deleted for resources: {'Port': ['ID=5b250dbc-bc17-4f9c-9694-a29a39c6f685,revision_number=None']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:06.585929 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e97ce52-b894-4e54-a1b5-9fe619610742') {'for_net_delete': True} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:01:06.586343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e97ce52-b894-4e54-a1b5-9fe619610742') {} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:01:06.586596 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] No DVR routers for this DVR port 5b250dbc-bc17-4f9c-9694-a29a39c6f685 on host dv-cinder-820027-26-iscsi {{(pid=112753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:01:06.599384 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.600269 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10069483'] for segment (7e97ce52-b894-4e54-a1b5-9fe619610742), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.600724 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.601227 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.601715 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.602207 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.602992 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.603625 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.604364 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.604838 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.605326 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.605820 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.606292 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.606759 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.607252 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.607720 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6586c613-208c-492c-8e86-6ee5cd1de815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:06.618840 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (7e97ce52-b894-4e54-a1b5-9fe619610742), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.629424 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=112752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 00:01:06.629424 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8620065'] for segment (7e97ce52-b894-4e54-a1b5-9fe619610742), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.679021 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment 7e97ce52-b894-4e54-a1b5-9fe619610742 resource provider aggregate not found Sep 13 00:01:06.697138 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment 7e97ce52-b894-4e54-a1b5-9fe619610742 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e97ce52-b894-4e54-a1b5-9fe619610742 found for delete ", "request_id": "req-d32c6875-5a2b-48f8-9e28-b7552e15c08b"}]} Sep 13 00:01:06.706091 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (923e930b-b793-481f-a057-be9c6d7f3f9d), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.714396 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.722083 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/923e930b-b793-481f-a057-be9c6d7f3f9d HTTP/1.1" status: 204 len: 168 time: 0.7050292 Sep 13 00:01:06.729683 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a2881-2945-475a-adbd-1c5ccea7d714 admin admin] Pushing event deleted for resources: {'Network': ['ID=923e930b-b793-481f-a057-be9c6d7f3f9d,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:06.840947 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42536) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:06.886083 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-863816e0-5401-4223-8ab9-e3b3fdd46c14 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ffc5ce52ae574b82bda143e766bcec80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437691 Sep 13 00:01:06.888984 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42540) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:06.939499 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9f7e-7079-46fb-acf8-b7422a9c66d6 admin admin] Publish callbacks [] for security_group (77e1605c-3c79-4a9c-8644-03d9aea74846), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:06.963263 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9f7e-7079-46fb-acf8-b7422a9c66d6 admin admin] Publish callbacks [] for security_group (77e1605c-3c79-4a9c-8644-03d9aea74846), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:07.028078 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9f7e-7079-46fb-acf8-b7422a9c66d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (77e1605c-3c79-4a9c-8644-03d9aea74846), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:07.030891 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f2ee9f7e-7079-46fb-acf8-b7422a9c66d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:07.032130 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-f2ee9f7e-7079-46fb-acf8-b7422a9c66d6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/77e1605c-3c79-4a9c-8644-03d9aea74846 HTTP/1.1" status: 204 len: 168 time: 0.1420755 Sep 13 00:01:07.045023 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee9f7e-7079-46fb-acf8-b7422a9c66d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e1605c-3c79-4a9c-8644-03d9aea74846,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:07.356604 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:08.093670 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5b250dbc-bc17-4f9c-9694-a29a39c6f685 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:01:08.117378 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 5b250dbc-bc17-4f9c-9694-a29a39c6f685 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:01:08.117378 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5b250dbc-bc17-4f9c-9694-a29a39c6f685 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:01:08.297604 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:09.069321 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-c081ab6b-707d-4ee6-a8a4-5bf19c110a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:09.455714 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42620) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:09.599134 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-25079af3-7d25-49e2-bc5e-d3282a0ae19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:09.698928 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-25079af3-7d25-49e2-bc5e-d3282a0ae19b admin admin] Publish callbacks [] for security_group (0360c3f8-2bfe-4210-8247-435e9cd0ce41), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:09.703449 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-25079af3-7d25-49e2-bc5e-d3282a0ae19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (0360c3f8-2bfe-4210-8247-435e9cd0ce41), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:09.744685 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-25079af3-7d25-49e2-bc5e-d3282a0ae19b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=09cc6ad304824962b47f1f2767b29579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876186 Sep 13 00:01:09.745856 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25079af3-7d25-49e2-bc5e-d3282a0ae19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0360c3f8-2bfe-4210-8247-435e9cd0ce41,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:09.747672 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42630) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:09.807948 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c7157ceb-a590-4c7a-ab15-b00d9912b453 admin admin] Publish callbacks [] for security_group (0360c3f8-2bfe-4210-8247-435e9cd0ce41), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:09.829945 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c7157ceb-a590-4c7a-ab15-b00d9912b453 admin admin] Publish callbacks [] for security_group (0360c3f8-2bfe-4210-8247-435e9cd0ce41), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:09.879205 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c7157ceb-a590-4c7a-ab15-b00d9912b453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (0360c3f8-2bfe-4210-8247-435e9cd0ce41), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:09.881837 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c7157ceb-a590-4c7a-ab15-b00d9912b453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:09.883027 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c7157ceb-a590-4c7a-ab15-b00d9912b453 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0360c3f8-2bfe-4210-8247-435e9cd0ce41 HTTP/1.1" status: 204 len: 168 time: 0.1334217 Sep 13 00:01:09.891844 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7157ceb-a590-4c7a-ab15-b00d9912b453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0360c3f8-2bfe-4210-8247-435e9cd0ce41,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:11.982442 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f6b0b0fd-9eeb-4d36-9661-6f63de6a4c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:13.302892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:14.085748 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:14.833763 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:16.487924 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42806) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:16.623479 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c039fae7-64c3-4d0c-8a72-19e3ab8b5947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:16.721761 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c039fae7-64c3-4d0c-8a72-19e3ab8b5947 admin admin] Publish callbacks [] for security_group (17e9cbf9-a47a-4275-9f28-0b67b258396a), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:16.728665 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c039fae7-64c3-4d0c-8a72-19e3ab8b5947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (17e9cbf9-a47a-4275-9f28-0b67b258396a), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:16.771231 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039fae7-64c3-4d0c-8a72-19e3ab8b5947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e9cbf9-a47a-4275-9f28-0b67b258396a,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:16.776743 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c039fae7-64c3-4d0c-8a72-19e3ab8b5947 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8f0e75134c574437943e4e551b4f0883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878153 Sep 13 00:01:16.779666 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42810) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:16.838773 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-584fe0f6-efe2-4920-8d61-349de39140b9 admin admin] Publish callbacks [] for security_group (17e9cbf9-a47a-4275-9f28-0b67b258396a), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:16.860106 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-584fe0f6-efe2-4920-8d61-349de39140b9 admin admin] Publish callbacks [] for security_group (17e9cbf9-a47a-4275-9f28-0b67b258396a), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:16.915018 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-584fe0f6-efe2-4920-8d61-349de39140b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (17e9cbf9-a47a-4275-9f28-0b67b258396a), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:16.917678 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-584fe0f6-efe2-4920-8d61-349de39140b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:16.918843 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-584fe0f6-efe2-4920-8d61-349de39140b9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/17e9cbf9-a47a-4275-9f28-0b67b258396a HTTP/1.1" status: 204 len: 168 time: 0.1384199 Sep 13 00:01:16.927810 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fe0f6-efe2-4920-8d61-349de39140b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e9cbf9-a47a-4275-9f28-0b67b258396a,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:17.304106 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42832) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:17.578283 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c671e50-e449-4394-a97a-72e1c591c00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:17.607457 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:17.700907 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c671e50-e449-4394-a97a-72e1c591c00c admin admin] Publish callbacks [] for security_group (d4db2eca-c536-4ee2-a207-9e915a523b9a), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:17.708166 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c671e50-e449-4394-a97a-72e1c591c00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d4db2eca-c536-4ee2-a207-9e915a523b9a), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:17.719308 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:17.749811 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c671e50-e449-4394-a97a-72e1c591c00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4db2eca-c536-4ee2-a207-9e915a523b9a,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:17.757544 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42852) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:17.758248 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-5c671e50-e449-4394-a97a-72e1c591c00c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=88dfe0de142e4cabaffb3baf6417a0f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4524276 Sep 13 00:01:17.821400 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Publish callbacks [] for security_group (d4db2eca-c536-4ee2-a207-9e915a523b9a), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:17.843593 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Publish callbacks [] for security_group (d4db2eca-c536-4ee2-a207-9e915a523b9a), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:17.903769 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (d4db2eca-c536-4ee2-a207-9e915a523b9a), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:17.906729 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:17.911433 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d4db2eca-c536-4ee2-a207-9e915a523b9a HTTP/1.1" status: 204 len: 168 time: 0.1495481 Sep 13 00:01:17.917903 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4db2eca-c536-4ee2-a207-9e915a523b9a,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:17.927521 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.927873 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.928223 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.928555 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.929093 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.929433 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.929766 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.930097 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.930432 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.930765 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.931085 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.931601 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.932111 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.932442 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:17.932750 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c028208-15c7-4f88-9f6e-bf728afe8d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:18.391451 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42872) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:18.406328 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-00e17452-2045-4ba1-8ee5-6e64c68bfd17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:18.449340 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:DELETE=8,neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:18.463547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:18.501610 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-00e17452-2045-4ba1-8ee5-6e64c68bfd17 admin admin] Publish callbacks [] for security_group (3febce37-0fc4-4210-8b3a-a27b05a240a3), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:18.506668 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-00e17452-2045-4ba1-8ee5-6e64c68bfd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (3febce37-0fc4-4210-8b3a-a27b05a240a3), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:18.552879 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-00e17452-2045-4ba1-8ee5-6e64c68bfd17 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fae2ea9de119480ab4caa27f7757d03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590612 Sep 13 00:01:18.553182 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42882) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:18.568051 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e17452-2045-4ba1-8ee5-6e64c68bfd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3febce37-0fc4-4210-8b3a-a27b05a240a3,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:18.622386 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-139336af-5854-4f53-8b8f-8c6b65055542 admin admin] Publish callbacks [] for security_group (3febce37-0fc4-4210-8b3a-a27b05a240a3), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:18.654701 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-139336af-5854-4f53-8b8f-8c6b65055542 admin admin] Publish callbacks [] for security_group (3febce37-0fc4-4210-8b3a-a27b05a240a3), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:18.728608 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-139336af-5854-4f53-8b8f-8c6b65055542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (3febce37-0fc4-4210-8b3a-a27b05a240a3), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:18.731851 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-139336af-5854-4f53-8b8f-8c6b65055542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:18.734830 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-139336af-5854-4f53-8b8f-8c6b65055542 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3febce37-0fc4-4210-8b3a-a27b05a240a3 HTTP/1.1" status: 204 len: 168 time: 0.1788826 Sep 13 00:01:18.745144 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139336af-5854-4f53-8b8f-8c6b65055542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3febce37-0fc4-4210-8b3a-a27b05a240a3,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:19.203151 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 42898) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:19.218370 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b89f-4d19-4c6b-adde-8cb7831eed60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:19.337604 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b89f-4d19-4c6b-adde-8cb7831eed60 admin admin] Publish callbacks [] for security_group (dfb1af9f-cd56-4812-a531-e9d094251aa2), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:19.342806 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1dc7b89f-4d19-4c6b-adde-8cb7831eed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (dfb1af9f-cd56-4812-a531-e9d094251aa2), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:19.384726 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7b89f-4d19-4c6b-adde-8cb7831eed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb1af9f-cd56-4812-a531-e9d094251aa2,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:19.389798 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1dc7b89f-4d19-4c6b-adde-8cb7831eed60 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9073f5ea965b4ab28efce6031619860d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852190 Sep 13 00:01:19.393070 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 42904) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:19.456664 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1b96f3ad-0f57-4991-97f8-e5e5e3d95382 admin admin] Publish callbacks [] for security_group (dfb1af9f-cd56-4812-a531-e9d094251aa2), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:19.481100 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1b96f3ad-0f57-4991-97f8-e5e5e3d95382 admin admin] Publish callbacks [] for security_group (dfb1af9f-cd56-4812-a531-e9d094251aa2), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:19.543054 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1b96f3ad-0f57-4991-97f8-e5e5e3d95382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (dfb1af9f-cd56-4812-a531-e9d094251aa2), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:19.549451 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1b96f3ad-0f57-4991-97f8-e5e5e3d95382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:19.551208 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1b96f3ad-0f57-4991-97f8-e5e5e3d95382 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dfb1af9f-cd56-4812-a531-e9d094251aa2 HTTP/1.1" status: 204 len: 168 time: 0.1570072 Sep 13 00:01:19.564461 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96f3ad-0f57-4991-97f8-e5e5e3d95382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb1af9f-cd56-4812-a531-e9d094251aa2,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:29.379822 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=55,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:29.383357 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:INSERT=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:29.524780 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=31,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:29.564599 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:29.592369 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:29.592369 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=72,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:30.245072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43088) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:30.433691 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c56edb8d-fd1b-4ddd-8da2-8d400e383a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:30.539163 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c56edb8d-fd1b-4ddd-8da2-8d400e383a11 admin admin] Publish callbacks [] for security_group (b903b8e0-5344-4812-81b9-f2d2921f72f4), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:30.544340 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-c56edb8d-fd1b-4ddd-8da2-8d400e383a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b903b8e0-5344-4812-81b9-f2d2921f72f4), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:30.590867 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-c56edb8d-fd1b-4ddd-8da2-8d400e383a11 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e3d331b2f94d43148076b7aab0cf2f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446081 Sep 13 00:01:30.592121 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56edb8d-fd1b-4ddd-8da2-8d400e383a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b903b8e0-5344-4812-81b9-f2d2921f72f4,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:30.594157 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 43092) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:30.659527 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-168d0c67-d215-4c13-80bf-f1063750f36b admin admin] Publish callbacks [] for security_group (b903b8e0-5344-4812-81b9-f2d2921f72f4), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:30.690906 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-168d0c67-d215-4c13-80bf-f1063750f36b admin admin] Publish callbacks [] for security_group (b903b8e0-5344-4812-81b9-f2d2921f72f4), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:30.761251 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-168d0c67-d215-4c13-80bf-f1063750f36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b903b8e0-5344-4812-81b9-f2d2921f72f4), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:30.763889 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-168d0c67-d215-4c13-80bf-f1063750f36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:30.765106 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-168d0c67-d215-4c13-80bf-f1063750f36b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b903b8e0-5344-4812-81b9-f2d2921f72f4 HTTP/1.1" status: 204 len: 168 time: 0.1698446 Sep 13 00:01:30.774258 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d0c67-d215-4c13-80bf-f1063750f36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b903b8e0-5344-4812-81b9-f2d2921f72f4,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:31.120557 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43106) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:31.139190 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3f0b-0795-4d36-8b51-7b9f2d04c626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:31.265154 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3f0b-0795-4d36-8b51-7b9f2d04c626 admin admin] Publish callbacks [] for security_group (6596c007-7c32-4ee3-a8de-02bc219aff0d), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:31.271148 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-8f0b3f0b-0795-4d36-8b51-7b9f2d04c626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6596c007-7c32-4ee3-a8de-02bc219aff0d), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:31.318222 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b3f0b-0795-4d36-8b51-7b9f2d04c626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6596c007-7c32-4ee3-a8de-02bc219aff0d,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:31.325366 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-8f0b3f0b-0795-4d36-8b51-7b9f2d04c626 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9daf9e0163b04bb4b6c4621274bc09ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032049 Sep 13 00:01:31.328897 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43108) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:31.706353 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bea7ff1f-62d6-4f8d-8b4f-ac0e61975053 admin admin] Publish callbacks [] for security_group (6596c007-7c32-4ee3-a8de-02bc219aff0d), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:31.729861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bea7ff1f-62d6-4f8d-8b4f-ac0e61975053 admin admin] Publish callbacks [] for security_group (6596c007-7c32-4ee3-a8de-02bc219aff0d), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:31.787623 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bea7ff1f-62d6-4f8d-8b4f-ac0e61975053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (6596c007-7c32-4ee3-a8de-02bc219aff0d), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:31.790250 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bea7ff1f-62d6-4f8d-8b4f-ac0e61975053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:31.793867 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-bea7ff1f-62d6-4f8d-8b4f-ac0e61975053 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6596c007-7c32-4ee3-a8de-02bc219aff0d HTTP/1.1" status: 204 len: 168 time: 0.4615183 Sep 13 00:01:31.805913 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7ff1f-62d6-4f8d-8b4f-ac0e61975053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6596c007-7c32-4ee3-a8de-02bc219aff0d,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:34.674957 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43244) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:34.807577 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a57f690c-d34a-479c-b6f2-f71459b916d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:34.902853 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a57f690c-d34a-479c-b6f2-f71459b916d0 admin admin] Publish callbacks [] for security_group (937f7371-1b9f-458b-b04f-f54e3bb54660), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:34.908441 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a57f690c-d34a-479c-b6f2-f71459b916d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (937f7371-1b9f-458b-b04f-f54e3bb54660), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:34.949168 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f690c-d34a-479c-b6f2-f71459b916d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937f7371-1b9f-458b-b04f-f54e3bb54660,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:34.955008 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-a57f690c-d34a-479c-b6f2-f71459b916d0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d3a7c21f7f0c45cab808263cd9a9b2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777026 Sep 13 00:01:34.958081 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43250) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:34.997097 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:35.032550 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f4d59f53-5996-4131-84b0-95306439df61 admin admin] Publish callbacks [] for security_group (937f7371-1b9f-458b-b04f-f54e3bb54660), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.042779 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:35.057856 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f4d59f53-5996-4131-84b0-95306439df61 admin admin] Publish callbacks [] for security_group (937f7371-1b9f-458b-b04f-f54e3bb54660), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.122748 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f4d59f53-5996-4131-84b0-95306439df61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (937f7371-1b9f-458b-b04f-f54e3bb54660), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.126176 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f4d59f53-5996-4131-84b0-95306439df61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.127497 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-f4d59f53-5996-4131-84b0-95306439df61 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/937f7371-1b9f-458b-b04f-f54e3bb54660 HTTP/1.1" status: 204 len: 168 time: 0.1684074 Sep 13 00:01:35.136592 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d59f53-5996-4131-84b0-95306439df61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937f7371-1b9f-458b-b04f-f54e3bb54660,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:35.303442 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:01:35.462261 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43258) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:35.481135 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa5fb-39bd-46b9-b486-53ff21af2789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.584691 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa5fb-39bd-46b9-b486-53ff21af2789 admin admin] Publish callbacks [] for security_group (1a45e633-4090-4f98-b24f-5b3112dfce00), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.590164 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa5fb-39bd-46b9-b486-53ff21af2789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (1a45e633-4090-4f98-b24f-5b3112dfce00), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.633968 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ad2aa5fb-39bd-46b9-b486-53ff21af2789 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=babb10a2972849c3b0dc8692bbbc8a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705720 Sep 13 00:01:35.635040 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2aa5fb-39bd-46b9-b486-53ff21af2789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a45e633-4090-4f98-b24f-5b3112dfce00,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:35.636837 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 43264) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:35.689415 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-de8b8147-2204-436c-8196-149144b1ce4c admin admin] Publish callbacks [] for security_group (1a45e633-4090-4f98-b24f-5b3112dfce00), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.712376 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-de8b8147-2204-436c-8196-149144b1ce4c admin admin] Publish callbacks [] for security_group (1a45e633-4090-4f98-b24f-5b3112dfce00), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.762459 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-de8b8147-2204-436c-8196-149144b1ce4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (1a45e633-4090-4f98-b24f-5b3112dfce00), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.765484 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-de8b8147-2204-436c-8196-149144b1ce4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:35.766751 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-de8b8147-2204-436c-8196-149144b1ce4c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1a45e633-4090-4f98-b24f-5b3112dfce00 HTTP/1.1" status: 204 len: 168 time: 0.1289396 Sep 13 00:01:35.775548 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b8147-2204-436c-8196-149144b1ce4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a45e633-4090-4f98-b24f-5b3112dfce00,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:37.380867 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:38.984196 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=17 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:39.077712 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-346e7190-af10-4b16-9221-c2490e7b8b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:41.984576 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-be66b838-e0ea-4874-8924-74b394515772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:43.304978 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:44.086769 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:44.835453 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:45.299541 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=17 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:45.628223 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=21,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:45.630654 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:INSERT=6 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:45.770322 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=33,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:45.771694 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=31,neutron:DELETE=5 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:49.329858 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 43468) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:49.446624 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd310-ef40-445b-8686-8dc3812b428f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:49.532923 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd310-ef40-445b-8686-8dc3812b428f admin admin] Publish callbacks [] for security_group (a43dd857-9e1c-4f0f-bfef-ac77968ee509), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:49.537837 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd310-ef40-445b-8686-8dc3812b428f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (a43dd857-9e1c-4f0f-bfef-ac77968ee509), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:49.580080 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0d2dd310-ef40-445b-8686-8dc3812b428f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d976b3938eb24f6f8cd3133aa1fdce3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489862 Sep 13 00:01:49.580866 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dd310-ef40-445b-8686-8dc3812b428f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43dd857-9e1c-4f0f-bfef-ac77968ee509,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:49.582981 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43472) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:49.653109 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef593-15bd-4ceb-8617-be27c6d0a483 admin admin] Publish callbacks [] for security_group (a43dd857-9e1c-4f0f-bfef-ac77968ee509), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:49.676471 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef593-15bd-4ceb-8617-be27c6d0a483 admin admin] Publish callbacks [] for security_group (a43dd857-9e1c-4f0f-bfef-ac77968ee509), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:49.728928 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef593-15bd-4ceb-8617-be27c6d0a483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (a43dd857-9e1c-4f0f-bfef-ac77968ee509), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:49.732248 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef593-15bd-4ceb-8617-be27c6d0a483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:49.733458 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-5d8ef593-15bd-4ceb-8617-be27c6d0a483 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a43dd857-9e1c-4f0f-bfef-ac77968ee509 HTTP/1.1" status: 204 len: 168 time: 0.1494334 Sep 13 00:01:49.742397 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ef593-15bd-4ceb-8617-be27c6d0a483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43dd857-9e1c-4f0f-bfef-ac77968ee509,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:50.099575 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43482) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:50.114651 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-117cbce6-13e4-458a-b973-c9df5fadd720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:50.197983 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-117cbce6-13e4-458a-b973-c9df5fadd720 admin admin] Publish callbacks [] for security_group (f19356fe-9aa3-44a2-bdd9-898c414c1e1b), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:50.203299 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-117cbce6-13e4-458a-b973-c9df5fadd720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (f19356fe-9aa3-44a2-bdd9-898c414c1e1b), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:50.248878 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-117cbce6-13e4-458a-b973-c9df5fadd720 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=41dc21dba93942768680f772d2b366c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478410 Sep 13 00:01:50.250490 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cbce6-13e4-458a-b973-c9df5fadd720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19356fe-9aa3-44a2-bdd9-898c414c1e1b,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:50.252031 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 43484) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:50.330307 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f181d6eb-501a-4901-9314-fa05b19dae91 admin admin] Publish callbacks [] for security_group (f19356fe-9aa3-44a2-bdd9-898c414c1e1b), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:50.359114 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f181d6eb-501a-4901-9314-fa05b19dae91 admin admin] Publish callbacks [] for security_group (f19356fe-9aa3-44a2-bdd9-898c414c1e1b), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:50.415317 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f181d6eb-501a-4901-9314-fa05b19dae91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (f19356fe-9aa3-44a2-bdd9-898c414c1e1b), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:50.418093 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f181d6eb-501a-4901-9314-fa05b19dae91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:50.419381 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f181d6eb-501a-4901-9314-fa05b19dae91 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f19356fe-9aa3-44a2-bdd9-898c414c1e1b HTTP/1.1" status: 204 len: 168 time: 0.1662920 Sep 13 00:01:50.428504 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181d6eb-501a-4901-9314-fa05b19dae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19356fe-9aa3-44a2-bdd9-898c414c1e1b,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:51.189774 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43510) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:51.303183 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-591502314-network', 'tenant_id': '91ed638ab95f4f21ad4bcc886adf0df4'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:01:51.326060 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Made reservation on behalf of 91ed638ab95f4f21ad4bcc886adf0df4 for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:01:51.328829 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.338097 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.423740 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Publish callbacks [] for security_group (b9a0a0e1-6625-45d7-ade0-ce420fbf08f7), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.429050 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b9a0a0e1-6625-45d7-ade0-ce420fbf08f7), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.458966 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=112752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 00:01:51.464902 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:51.473206 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (43d510ea-43a5-4540-83a5-eac5d6dab70f), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.473341 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Added segment 43d510ea-43a5-4540-83a5-eac5d6dab70f of type vlan for network 8f063293-b293-4d8e-a5d4-4190ebe90a2c Sep 13 00:01:51.519042 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (8f063293-b293-4d8e-a5d4-4190ebe90a2c), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.548988 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (8f063293-b293-4d8e-a5d4-4190ebe90a2c), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.550039 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:51.550729 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.608840 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4179082 Sep 13 00:01:51.613109 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 43514) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:51.621310 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Request body: {'subnet': {'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-591502314-subnet', 'tenant_id': '91ed638ab95f4f21ad4bcc886adf0df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:01:51.622224 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f02452-9fda-4483-bf9d-736daae5bbb2 admin admin] Pushing event updated for resources: {'Network': ['ID=8f063293-b293-4d8e-a5d4-4190ebe90a2c,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:51.632636 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 8f063293-b293-4d8e-a5d4-4190ebe90a2c details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 00:01:51.656457 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Made reservation on behalf of 91ed638ab95f4f21ad4bcc886adf0df4 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:01:51.659028 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761595'] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.874839 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8730422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761577'] for subnet (965c2743-7467-43b1-b9ed-1862ecfb68d7), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.925243 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=965c2743-7467-43b1-b9ed-1862ecfb68d7,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:51.941350 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.941695 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.942013 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.942352 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.942683 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.943066 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.943432 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.943733 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.944101 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.944434 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.944772 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.945073 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.945395 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.945736 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.946039 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:01:51.956524 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Checking segment: {'id': '43d510ea-43a5-4540-83a5-eac5d6dab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:01:51.956882 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Network hostable DHCP agents. Network: 8f063293-b293-4d8e-a5d4-4190ebe90a2c, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 00:01:51.974931 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Network 8f063293-b293-4d8e-a5d4-4190ebe90a2c is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 00:01:51.984235 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 8f063293-b293-4d8e-a5d4-4190ebe90a2c) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:01:51.988655 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:51.989257 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:51.994524 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b55e1-2652-4746-86f4-16cf9e49e6d9 None None] Network 8f063293-b293-4d8e-a5d4-4190ebe90a2c requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:01:52.010727 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-5ac09a38-7f98-4659-b667-c9007f2dc0bb admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3959894 Sep 13 00:01:52.120276 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c54744-9ced-446b-a1a5-ac64551e3844 None None] Network 8f063293-b293-4d8e-a5d4-4190ebe90a2c requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:01:53.899716 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:53.937645 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-4cf26923-db2b-4af8-b1c6-e47cda13cc38 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:53.939326 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-4cf26923-db2b-4af8-b1c6-e47cda13cc38 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8f063293-b293-4d8e-a5d4-4190ebe90a2c HTTP/1.1" status: 200 len: 813 time: 0.1251791 Sep 13 00:01:53.952098 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:53.957578 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-2801e419-a123-4dbe-a204-e6b7c12323b9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/quotas/91ed638ab95f4f21ad4bcc886adf0df4 HTTP/1.1" status: 200 len: 375 time: 0.0122683 Sep 13 00:01:53.995279 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-5c45c9f8-e1ad-4cef-ba5e-6b60906f7462 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=91ed638ab95f4f21ad4bcc886adf0df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314937 Sep 13 00:01:54.109334 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-bf10ed82-952c-4c1e-a380-c283eb3d70dc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033945 Sep 13 00:01:54.211532 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-04033a5a-3a9d-4fb0-99e2-75551ff7a5de service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961609 Sep 13 00:01:54.447154 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c720d7ad-2e4c-47a5-bbfd-188ccbc5acbf req-73123e36-30c2-46c1-b014-a8575e6a0c21 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 210 time: 0.0342913 Sep 13 00:01:55.611629 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e59e14fb-1ab1-437a-afe2-8782d45a9945 req-105bff64-3a13-4b6c-8b5a-ba5f27196644 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 210 time: 0.0411742 Sep 13 00:01:55.820984 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-7b885294-eb7f-4685-b2ab-e0bc915b16f7 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:55.822578 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-7b885294-eb7f-4685-b2ab-e0bc915b16f7 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8f063293-b293-4d8e-a5d4-4190ebe90a2c HTTP/1.1" status: 200 len: 813 time: 0.1365399 Sep 13 00:01:55.842306 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Request body: {'port': {'device_id': '68212561-7ed6-4c15-8807-b646d5c8fe24', 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c', 'admin_state_up': True, 'tenant_id': '91ed638ab95f4f21ad4bcc886adf0df4'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:01:55.956996 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Made reservation on behalf of 91ed638ab95f4f21ad4bcc886adf0df4 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:01:55.961118 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:56.095748 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Allocated IP 172.20.0.6 (8f063293-b293-4d8e-a5d4-4190ebe90a2c/965c2743-7467-43b1-b9ed-1862ecfb68d7/70141c5c-ab4f-4363-991b-b149f0bb880f) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:01:56.254146 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks [] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:56.288205 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:56.332604 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:56.337004 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Network 8f063293-b293-4d8e-a5d4-4190ebe90a2c is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:01:56.340187 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:56.343662 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:01:56.346815 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:01:56.349547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Pushing event updated for resources: {'Port': ['ID=70141c5c-ab4f-4363-991b-b149f0bb880f,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:56.404763 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:56.405409 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:56.422881 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-399ca2ef-e87d-4f2f-885d-41585403bbf9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846617 Sep 13 00:01:56.438905 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Request body: {'port': {'device_id': '68212561-7ed6-4c15-8807-b646d5c8fe24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:01:56.516864 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:56.762132 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afeae4-9717-4cf9-afab-6f27e0c7ff42 req-9b5a1e49-d3d8-47d0-b666-01ef408e022b tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:56.763732 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b9afeae4-9717-4cf9-afab-6f27e0c7ff42 req-9b5a1e49-d3d8-47d0-b666-01ef408e022b tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 931 time: 0.0765703 Sep 13 00:01:56.886566 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b9afeae4-9717-4cf9-afab-6f27e0c7ff42 req-634547c9-6f17-432d-8219-7022eb67952a tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038735 Sep 13 00:01:56.894084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70141c5c-ab4f-4363-991b-b149f0bb880f {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:01:56.903172 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Publish callbacks [] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:56.917207 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Transition to ACTIVE for port object 70141c5c-ab4f-4363-991b-b149f0bb880f will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 00:01:56.929068 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:56.995705 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Pushing event updated for resources: {'Port': ['ID=70141c5c-ab4f-4363-991b-b149f0bb880f,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:57.050003 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Attempting to bind port 70141c5c-ab4f-4363-991b-b149f0bb880f on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:01:57.050341 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Attempting to bind port 70141c5c-ab4f-4363-991b-b149f0bb880f by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '43d510ea-43a5-4540-83a5-eac5d6dab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:01:57.050677 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Attempting to bind port 70141c5c-ab4f-4363-991b-b149f0bb880f on network 8f063293-b293-4d8e-a5d4-4190ebe90a2c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:01:57.103365 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Port 70141c5c-ab4f-4363-991b-b149f0bb880f on network 8f063293-b293-4d8e-a5d4-4190ebe90a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 00:01:57.103696 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Attempting to bind port 70141c5c-ab4f-4363-991b-b149f0bb880f on network 8f063293-b293-4d8e-a5d4-4190ebe90a2c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:01:57.150593 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:01:57.150874 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Checking segment: {'id': '43d510ea-43a5-4540-83a5-eac5d6dab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:01:57.151263 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Bound using segment: {'id': '43d510ea-43a5-4540-83a5-eac5d6dab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:01:57.151711 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Bound port: 70141c5c-ab4f-4363-991b-b149f0bb880f, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d510ea-43a5-4540-83a5-eac5d6dab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:01:57.152077 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:57.226128 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] For port 70141c5c-ab4f-4363-991b-b149f0bb880f, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:01:57.229832 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] For port 70141c5c-ab4f-4363-991b-b149f0bb880f, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=70141c5c-ab4f-4363-991b-b149f0bb880f,segment=NetworkSegment(43d510ea-43a5-4540-83a5-eac5d6dab70f),segment_id=43d510ea-43a5-4540-83a5-eac5d6dab70f)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:01:57.231043 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:57.237706 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:57.242863 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:57.243575 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:57.245078 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/70141c5c-ab4f-4363-991b-b149f0bb880f HTTP/1.1" status: 200 len: 1093 time: 0.8105292 Sep 13 00:01:57.245969 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68212561-7ed6-4c15-8807-b646d5c8fe24', 'tag': '70141c5c-ab4f-4363-991b-b149f0bb880f'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:01:57.248550 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912" -d '{"events": [{"name": "network-changed", "server_uuid": "68212561-7ed6-4c15-8807-b646d5c8fe24", "tag": "70141c5c-ab4f-4363-991b-b149f0bb880f"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:01:57.303426 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a001c7-faeb-490a-b25f-f9b35a1374a0 x-openstack-request-id: req-b0a001c7-faeb-490a-b25f-f9b35a1374a0 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:01:57.303649 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68212561-7ed6-4c15-8807-b646d5c8fe24", "tag": "70141c5c-ab4f-4363-991b-b149f0bb880f", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:01:57.303886 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0a001c7-faeb-490a-b25f-f9b35a1374a0 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:01:57.304338 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a001c7-faeb-490a-b25f-f9b35a1374a0'] response: {'name': 'network-changed', 'server_uuid': '68212561-7ed6-4c15-8807-b646d5c8fe24', 'tag': '70141c5c-ab4f-4363-991b-b149f0bb880f', 'status': 'completed', 'code': 200} Sep 13 00:01:57.312088 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:57.327414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b64c4a-437a-4e85-9d17-83638d4458bb service neutron] Pushing event updated for resources: {'Port': ['ID=70141c5c-ab4f-4363-991b-b149f0bb880f,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:57.361856 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-3fe39be4-ba91-4f37-aba3-922b5aaaad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:57.363450 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-3fe39be4-ba91-4f37-aba3-922b5aaaad3c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=91ed638ab95f4f21ad4bcc886adf0df4&device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 1127 time: 0.0499606 Sep 13 00:01:57.409200 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-5cfce4a8-e463-44eb-9126-7c6930a9a6b4 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70141c5c-ab4f-4363-991b-b149f0bb880f HTTP/1.1" status: 200 len: 217 time: 0.0381143 Sep 13 00:01:57.466731 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-a9d16431-95b6-417b-ad00-8cc29a8d75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:57.468720 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-a9d16431-95b6-417b-ad00-8cc29a8d75dd service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=965c2743-7467-43b1-b9ed-1862ecfb68d7 HTTP/1.1" status: 200 len: 853 time: 0.0537093 Sep 13 00:01:57.505759 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-85a7089c-4bab-4457-a77f-05717dfff8f0 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8f063293-b293-4d8e-a5d4-4190ebe90a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276937 Sep 13 00:01:57.615632 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-b28e5b73-62e8-4bf0-bad0-6e222844074d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998871 Sep 13 00:01:57.723705 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a7dd4a8b-f594-4905-906f-bbe708340ded req-6421efb4-fdef-48d6-97a3-9477a4476c90 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979044 Sep 13 00:01:58.069499 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb851a3-995d-4033-952b-ae7d69d8d386 req-404b861b-6c92-42fc-be17-6c7552a6428c tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:58.071528 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6eb851a3-995d-4033-952b-ae7d69d8d386 req-404b861b-6c92-42fc-be17-6c7552a6428c tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 943 time: 0.0699749 Sep 13 00:01:58.151056 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6eb851a3-995d-4033-952b-ae7d69d8d386 req-015fdb11-d36d-4134-a3fe-837ae7e92900 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706849 Sep 13 00:01:58.592292 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912 req-4f7796ba-c475-49cd-ac20-d62862c898d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:58.594262 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912 req-4f7796ba-c475-49cd-ac20-d62862c898d7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=91ed638ab95f4f21ad4bcc886adf0df4&device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 1127 time: 0.0525053 Sep 13 00:01:58.706607 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912 req-9969dd6a-b5ae-4d71-ab72-8a2ac3172ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:58.708142 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912 req-9969dd6a-b5ae-4d71-ab72-8a2ac3172ff6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8f063293-b293-4d8e-a5d4-4190ebe90a2c HTTP/1.1" status: 200 len: 914 time: 0.1048903 Sep 13 00:01:58.752427 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912 req-17c6cc8d-6652-4cf0-9833-bee503428158 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70141c5c-ab4f-4363-991b-b149f0bb880f HTTP/1.1" status: 200 len: 217 time: 0.0345149 Sep 13 00:01:58.817085 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912 req-a14d2b36-5402-4192-9686-913789794eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:58.818674 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912 req-a14d2b36-5402-4192-9686-913789794eeb service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=965c2743-7467-43b1-b9ed-1862ecfb68d7 HTTP/1.1" status: 200 len: 853 time: 0.0576086 Sep 13 00:01:58.843987 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 70141c5c-ab4f-4363-991b-b149f0bb880f details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 00:01:58.860073 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912 req-3e2ffb75-02de-4f71-8edc-bb0f0640142d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8f063293-b293-4d8e-a5d4-4190ebe90a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324731 Sep 13 00:01:58.960197 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912 req-d3b421cd-d013-4ceb-b79a-9082491d72ce service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925746 Sep 13 00:01:58.963444 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 70141c5c-ab4f-4363-991b-b149f0bb880f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=70141c5c-ab4f-4363-991b-b149f0bb880f,segment=NetworkSegment(43d510ea-43a5-4540-83a5-eac5d6dab70f),segment_id=43d510ea-43a5-4540-83a5-eac5d6dab70f)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:01:58.975836 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '70141c5c-ab4f-4363-991b-b149f0bb880f', 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c', 'port_id': '70141c5c-ab4f-4363-991b-b149f0bb880f', 'mac_address': 'fa:16:3e:57:81:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965c2743-7467-43b1-b9ed-1862ecfb68d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 00:01:59.013322 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 70141c5c-ab4f-4363-991b-b149f0bb880f is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:01:59.013725 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:59.029408 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70141c5c-ab4f-4363-991b-b149f0bb880f {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:01:59.051279 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 70141c5c-ab4f-4363-991b-b149f0bb880f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=70141c5c-ab4f-4363-991b-b149f0bb880f,segment=NetworkSegment(43d510ea-43a5-4540-83a5-eac5d6dab70f),segment_id=43d510ea-43a5-4540-83a5-eac5d6dab70f)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:01:59.057197 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:59.075565 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-874c66ff-8995-4d3e-94ef-0c6dc3e5c912 req-d1ed47e7-7c3c-4bb9-8949-308f29a93d22 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062403 Sep 13 00:01:59.125701 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=70141c5c-ab4f-4363-991b-b149f0bb880f,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:59.319059 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['70141c5c-ab4f-4363-991b-b149f0bb880f'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:01:59.338003 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3dd10-7bf9-4614-85b0-9541441a8e99 req-4a7ec69e-18f2-4709-8501-10c22da5cc40 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:01:59.340787 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cef3dd10-7bf9-4614-85b0-9541441a8e99 req-4a7ec69e-18f2-4709-8501-10c22da5cc40 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 944 time: 0.0840390 Sep 13 00:01:59.399266 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-cef3dd10-7bf9-4614-85b0-9541441a8e99 req-531f84df-1688-4f55-8c39-be143a0e9cbb tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528452 Sep 13 00:01:59.481667 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 43644) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:59.488289 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:59.621176 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1117b583-2dce-4228-8000-bdb1db498070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:59.689704 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:59.693372 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:59.734857 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1117b583-2dce-4228-8000-bdb1db498070 admin admin] Publish callbacks [] for security_group (e14d00a5-5a17-4b54-a1d3-628befff88b8), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:59.739486 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-1117b583-2dce-4228-8000-bdb1db498070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e14d00a5-5a17-4b54-a1d3-628befff88b8), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:59.780814 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1117b583-2dce-4228-8000-bdb1db498070 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=eed199c167c8478f845f858b9cb736b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979686 Sep 13 00:01:59.781700 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117b583-2dce-4228-8000-bdb1db498070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14d00a5-5a17-4b54-a1d3-628befff88b8,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:59.783707 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43648) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:01:59.848931 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-75d90b1d-fd2a-4c26-9723-313c86a3ee72 admin admin] Publish callbacks [] for security_group (e14d00a5-5a17-4b54-a1d3-628befff88b8), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:59.858866 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:59.862196 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:01:59.872380 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-75d90b1d-fd2a-4c26-9723-313c86a3ee72 admin admin] Publish callbacks [] for security_group (e14d00a5-5a17-4b54-a1d3-628befff88b8), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:59.923251 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-75d90b1d-fd2a-4c26-9723-313c86a3ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e14d00a5-5a17-4b54-a1d3-628befff88b8), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:59.926375 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-75d90b1d-fd2a-4c26-9723-313c86a3ee72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:01:59.927705 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-75d90b1d-fd2a-4c26-9723-313c86a3ee72 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e14d00a5-5a17-4b54-a1d3-628befff88b8 HTTP/1.1" status: 204 len: 168 time: 0.1429596 Sep 13 00:01:59.936456 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d90b1d-fd2a-4c26-9723-313c86a3ee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14d00a5-5a17-4b54-a1d3-628befff88b8,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:01:59.948719 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:00.535544 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e338f-7b7b-4ed5-8118-7e28429bdc3c req-14d29198-5461-4ca9-933a-8483aad5877a tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:00.537164 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5a2e338f-7b7b-4ed5-8118-7e28429bdc3c req-14d29198-5461-4ca9-933a-8483aad5877a tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 944 time: 0.0541356 Sep 13 00:02:00.590989 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5a2e338f-7b7b-4ed5-8118-7e28429bdc3c req-7f4d2f86-ece4-4363-805b-0ac5127985cb tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Sep 13 00:02:00.652493 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43660) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:00.768853 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6a112ee1-1f33-4dba-87c3-6ac155ca5a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:00.855687 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6a112ee1-1f33-4dba-87c3-6ac155ca5a62 admin admin] Publish callbacks [] for security_group (7913fc74-3b92-43a5-881b-5235d3256ff9), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:00.860877 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-6a112ee1-1f33-4dba-87c3-6ac155ca5a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7913fc74-3b92-43a5-881b-5235d3256ff9), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:00.885173 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 70141c5c-ab4f-4363-991b-b149f0bb880f up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:00.906155 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-6a112ee1-1f33-4dba-87c3-6ac155ca5a62 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=50ed76a8467247c4b17af450ebb608fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524445 Sep 13 00:02:00.909177 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 43664) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:00.916555 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a112ee1-1f33-4dba-87c3-6ac155ca5a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7913fc74-3b92-43a5-881b-5235d3256ff9,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:00.935048 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 70141c5c-ab4f-4363-991b-b149f0bb880f completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 00:02:00.942594 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 70141c5c-ab4f-4363-991b-b149f0bb880f triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:00.943157 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:00.972487 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a0c426a2-db84-487a-bc52-72c6cb7c3f09 admin admin] Publish callbacks [] for security_group (7913fc74-3b92-43a5-881b-5235d3256ff9), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:00.997103 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a0c426a2-db84-487a-bc52-72c6cb7c3f09 admin admin] Publish callbacks [] for security_group (7913fc74-3b92-43a5-881b-5235d3256ff9), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:01.029521 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 70141c5c-ab4f-4363-991b-b149f0bb880f is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:01.030162 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:01.049533 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a0c426a2-db84-487a-bc52-72c6cb7c3f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (7913fc74-3b92-43a5-881b-5235d3256ff9), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:01.052331 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-a0c426a2-db84-487a-bc52-72c6cb7c3f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:01.059338 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-a0c426a2-db84-487a-bc52-72c6cb7c3f09 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7913fc74-3b92-43a5-881b-5235d3256ff9 HTTP/1.1" status: 204 len: 168 time: 0.1439359 Sep 13 00:02:01.063274 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c426a2-db84-487a-bc52-72c6cb7c3f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7913fc74-3b92-43a5-881b-5235d3256ff9,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:01.069165 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68212561-7ed6-4c15-8807-b646d5c8fe24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70141c5c-ab4f-4363-991b-b149f0bb880f'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:02:01.071775 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64720adb-71d8-471d-b1ce-5b7b90f65ba4" -d '{"events": [{"server_uuid": "68212561-7ed6-4c15-8807-b646d5c8fe24", "name": "network-vif-plugged", "status": "completed", "tag": "70141c5c-ab4f-4363-991b-b149f0bb880f"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:02:01.095207 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 70141c5c-ab4f-4363-991b-b149f0bb880f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=70141c5c-ab4f-4363-991b-b149f0bb880f,segment=NetworkSegment(43d510ea-43a5-4540-83a5-eac5d6dab70f),segment_id=43d510ea-43a5-4540-83a5-eac5d6dab70f)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:01.102403 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:01.274133 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718da593-1675-4ff8-afa5-46682ad52168 x-openstack-request-id: req-718da593-1675-4ff8-afa5-46682ad52168 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:02:01.274484 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68212561-7ed6-4c15-8807-b646d5c8fe24", "name": "network-vif-plugged", "status": "completed", "tag": "70141c5c-ab4f-4363-991b-b149f0bb880f", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:02:01.274660 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-718da593-1675-4ff8-afa5-46682ad52168 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:02:01.275404 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718da593-1675-4ff8-afa5-46682ad52168'] response: {'server_uuid': '68212561-7ed6-4c15-8807-b646d5c8fe24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70141c5c-ab4f-4363-991b-b149f0bb880f', 'code': 200} Sep 13 00:02:01.310517 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=70141c5c-ab4f-4363-991b-b149f0bb880f,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:01.343038 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1ac6-8ddb-4ad1-9027-0979cb9c8f0b req-820a0e67-7f85-46c0-9169-17e7e46857cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:01.344629 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2bbb1ac6-8ddb-4ad1-9027-0979cb9c8f0b req-820a0e67-7f85-46c0-9169-17e7e46857cd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 1129 time: 0.0470183 Sep 13 00:02:01.399527 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2bbb1ac6-8ddb-4ad1-9027-0979cb9c8f0b req-af2df732-62da-4020-8946-e90aba584524 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472012 Sep 13 00:02:01.718377 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83ef21-2707-4a8c-b31f-fe1912bfdf76 req-2b398dd6-ffcb-48d7-ac0a-ecb3d9118c98 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:01.720099 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0a83ef21-2707-4a8c-b31f-fe1912bfdf76 req-2b398dd6-ffcb-48d7-ac0a-ecb3d9118c98 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 945 time: 0.0502050 Sep 13 00:02:01.779771 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0a83ef21-2707-4a8c-b31f-fe1912bfdf76 req-0e052b4c-3e59-4954-b356-2904325e0f04 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536270 Sep 13 00:02:02.911122 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020847c-c077-43fc-80ca-539856a55161 req-eaa63529-a166-4f55-b9ab-7b4ac0cda40d tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:02.912952 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8020847c-c077-43fc-80ca-539856a55161 req-eaa63529-a166-4f55-b9ab-7b4ac0cda40d tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 945 time: 0.0503039 Sep 13 00:02:02.964859 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8020847c-c077-43fc-80ca-539856a55161 req-cb999b80-1c41-41ff-acbf-648a20b41d57 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450532 Sep 13 00:02:04.102082 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b83ee-f534-43ae-b512-4da36239d410 req-9c7ba6a6-602b-4a43-8129-0d7cfd7d845b tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:04.103821 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bf2b83ee-f534-43ae-b512-4da36239d410 req-9c7ba6a6-602b-4a43-8129-0d7cfd7d845b tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 945 time: 0.0534997 Sep 13 00:02:04.160234 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bf2b83ee-f534-43ae-b512-4da36239d410 req-362fe2fa-dcae-4ca5-9537-4e405c170ee6 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504439 Sep 13 00:02:07.399904 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:09.077645 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-1a7763bf-c715-4c02-8e3f-b24a4d6fc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:09.771997 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:INSERT=4,neutron:SELECT=15 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:09.776447 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=7 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:11.986269 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-6ec0b8b6-1af1-4c42-85d8-13f857f5aa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:12.303303 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:02:12.543499 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 43876) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:12.655500 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-325e6104-71aa-41b7-af76-f1f091c1df2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:12.739187 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-325e6104-71aa-41b7-af76-f1f091c1df2a admin admin] Publish callbacks [] for security_group (cc6105e7-284b-4108-bae2-252ae0f44d70), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:12.744286 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-325e6104-71aa-41b7-af76-f1f091c1df2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (cc6105e7-284b-4108-bae2-252ae0f44d70), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:12.783266 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e6104-71aa-41b7-af76-f1f091c1df2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6105e7-284b-4108-bae2-252ae0f44d70,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:12.787505 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-325e6104-71aa-41b7-af76-f1f091c1df2a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6de2fa5da2354ba29d3524d06144efd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429714 Sep 13 00:02:12.790252 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 43880) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:12.844369 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c3c2c5ea-90ad-41a3-835f-97098658234f admin admin] Publish callbacks [] for security_group (cc6105e7-284b-4108-bae2-252ae0f44d70), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:12.865316 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c3c2c5ea-90ad-41a3-835f-97098658234f admin admin] Publish callbacks [] for security_group (cc6105e7-284b-4108-bae2-252ae0f44d70), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:12.922915 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c3c2c5ea-90ad-41a3-835f-97098658234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (cc6105e7-284b-4108-bae2-252ae0f44d70), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:12.925523 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c3c2c5ea-90ad-41a3-835f-97098658234f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:12.926685 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c3c2c5ea-90ad-41a3-835f-97098658234f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cc6105e7-284b-4108-bae2-252ae0f44d70 HTTP/1.1" status: 204 len: 168 time: 0.1355686 Sep 13 00:02:12.934713 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2c5ea-90ad-41a3-835f-97098658234f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6105e7-284b-4108-bae2-252ae0f44d70,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:13.304116 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:13.887863 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:13.912755 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-72477b38-b25d-4880-bb56-1cbd368d5a8b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549641 Sep 13 00:02:13.988846 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:14.002166 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-d7b414e9-8b6e-416d-9714-c82372a4cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:14.003706 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-d7b414e9-8b6e-416d-9714-c82372a4cd19 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=91ed638ab95f4f21ad4bcc886adf0df4&device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 1129 time: 0.0430059 Sep 13 00:02:14.086433 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:14.132274 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-d43a69ff-24ab-406a-b7f7-b5fb5de04cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:14.133785 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-d43a69ff-24ab-406a-b7f7-b5fb5de04cab service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8f063293-b293-4d8e-a5d4-4190ebe90a2c HTTP/1.1" status: 200 len: 914 time: 0.1084442 Sep 13 00:02:14.176962 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-918f0070-32fd-4200-9897-b39bcc383024 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70141c5c-ab4f-4363-991b-b149f0bb880f HTTP/1.1" status: 200 len: 217 time: 0.0357375 Sep 13 00:02:14.226245 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-68e887a5-5c0e-4cd8-8601-16dee8350891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:14.227821 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-68e887a5-5c0e-4cd8-8601-16dee8350891 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=965c2743-7467-43b1-b9ed-1862ecfb68d7 HTTP/1.1" status: 200 len: 853 time: 0.0448675 Sep 13 00:02:14.272820 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-4fec532e-8a5b-475b-8d89-3a6e6918ac5a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8f063293-b293-4d8e-a5d4-4190ebe90a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275996 Sep 13 00:02:14.382896 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-02053bb2-f2f8-4a8d-b584-c2200644506d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026845 Sep 13 00:02:14.485762 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e6b25639-f54d-46d4-a52c-54742ff91b7c req-715fe770-3299-43a1-af6f-3b101aba0a57 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948877 Sep 13 00:02:14.840224 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:15.322795 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-2cd32f7d-dda4-4b9c-8246-45911b487669 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=91502d4f18774f6c8d1640893889ec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380092 Sep 13 00:02:15.510195 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-c440676a-27c2-4136-b31a-a3ef7bbfc3af tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:15.511748 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-c440676a-27c2-4136-b31a-a3ef7bbfc3af tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803181 Sep 13 00:02:15.529824 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-ab4ba18c-ae0a-4081-a689-ada25a910c53 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/quotas/91502d4f18774f6c8d1640893889ec4e HTTP/1.1" status: 200 len: 375 time: 0.0102170 Sep 13 00:02:15.564726 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-c94b91ce-5d9a-414d-859f-fd369208a739 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=91502d4f18774f6c8d1640893889ec4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285039 Sep 13 00:02:15.734018 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4eeb16e3-6a5b-495c-83f6-6076d3dce446 req-dc2a1af3-8f30-4c73-ba83-24104e95fcad tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 210 time: 0.0290987 Sep 13 00:02:15.974574 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:16.789485 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-866dfe5e-902b-423a-9b4e-5375d081520e tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=91502d4f18774f6c8d1640893889ec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237801 Sep 13 00:02:17.159712 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ff680bb0-21cb-4f7d-8544-5b15c726110a req-d95a9168-5e2a-4431-995f-9b850bd1d26b tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 210 time: 0.0525281 Sep 13 00:02:17.214430 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-0b5d0e9a-6329-4639-8621-2a01b6ff4029 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:17.216016 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-0b5d0e9a-6329-4639-8621-2a01b6ff4029 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4182069 Sep 13 00:02:17.230106 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Request body: {'port': {'device_id': 'e87ee312-37b6-40c3-94ae-b8b6beba574f', 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141', 'admin_state_up': True, 'tenant_id': '91502d4f18774f6c8d1640893889ec4e'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:17.346697 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Made reservation on behalf of 91502d4f18774f6c8d1640893889ec4e for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:02:17.350581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:17.359742 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:17.441070 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks [] for security_group (080adeed-b994-4600-9f70-e84ef37a1819), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:17.447750 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (080adeed-b994-4600-9f70-e84ef37a1819), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:17.461133 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:17.468601 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:17.515568 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080adeed-b994-4600-9f70-e84ef37a1819,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:17.592677 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Allocated IP 192.168.233.7 (bf47743a-a0a2-4f05-bc43-a6c5ab720141/6583fccd-08f3-4ca7-962d-746fe35689a2/9ee159b3-4b95-4e4c-840f-8f112c2f63f9) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:02:17.757002 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks [] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:17.795460 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:17.847263 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Network bf47743a-a0a2-4f05-bc43-a6c5ab720141 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:02:17.852399 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:17.855565 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:02:17.859519 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Pushing event updated for resources: {'Port': ['ID=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:17.911841 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:17.912453 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:17.930694 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6a5cc6ec-30c3-4bc5-a383-ebc6b822247a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7042162 Sep 13 00:02:17.942674 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Request body: {'port': {'device_id': 'e87ee312-37b6-40c3-94ae-b8b6beba574f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:18.005589 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:18.091917 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-c86ffed8-2808-45f2-b994-14aabbe84864 None None] Provisioning complete for port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:18.092587 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-c86ffed8-2808-45f2-b994-14aabbe84864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:18.123963 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-c86ffed8-2808-45f2-b994-14aabbe84864 None None] Port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:02:18.218810 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:18.309084 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:02:18.321077 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288a712-70a0-4dfc-ab68-2a421c2a68f4 req-7648c315-96e7-4e0e-9cc7-4252859d8551 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:18.322565 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4288a712-70a0-4dfc-ab68-2a421c2a68f4 req-7648c315-96e7-4e0e-9cc7-4252859d8551 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 934 time: 0.0829918 Sep 13 00:02:18.324520 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Publish callbacks [] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:18.342483 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:18.351905 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Transition to ACTIVE for port object 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 00:02:18.357892 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:18.426151 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4288a712-70a0-4dfc-ab68-2a421c2a68f4 req-c4ae7287-8477-453d-9790-0ac13b4b3430 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=080adeed-b994-4600-9f70-e84ef37a1819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976021 Sep 13 00:02:18.433188 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:18.460547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.460889 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.461235 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.461575 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.461908 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.462240 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.462573 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.462900 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.463250 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.463576 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.463908 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.464234 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.464555 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.464905 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.465234 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:18.517333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Attempting to bind port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:02:18.517634 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Attempting to bind port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '96a3c471-f560-4aa0-bb8c-6c35b9d51396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:02:18.518002 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Attempting to bind port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 on network bf47743a-a0a2-4f05-bc43-a6c5ab720141 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:02:18.562049 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 on network bf47743a-a0a2-4f05-bc43-a6c5ab720141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 00:02:18.562374 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Attempting to bind port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 on network bf47743a-a0a2-4f05-bc43-a6c5ab720141 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:02:18.605456 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:02:18.605763 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Checking segment: {'id': '96a3c471-f560-4aa0-bb8c-6c35b9d51396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:02:18.606176 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Bound using segment: {'id': '96a3c471-f560-4aa0-bb8c-6c35b9d51396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:02:18.606577 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Bound port: 9ee159b3-4b95-4e4c-840f-8f112c2f63f9, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a3c471-f560-4aa0-bb8c-6c35b9d51396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:02:18.606975 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:18.675087 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] For port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:02:18.678801 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] For port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,segment=NetworkSegment(96a3c471-f560-4aa0-bb8c-6c35b9d51396),segment_id=96a3c471-f560-4aa0-bb8c-6c35b9d51396)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:02:18.685840 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:18.689315 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:18.689940 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:18.691529 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/9ee159b3-4b95-4e4c-840f-8f112c2f63f9 HTTP/1.1" status: 200 len: 1096 time: 0.7531686 Sep 13 00:02:18.693615 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87ee312-37b6-40c3-94ae-b8b6beba574f', 'tag': '9ee159b3-4b95-4e4c-840f-8f112c2f63f9'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:02:18.695956 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42" -d '{"events": [{"name": "network-changed", "server_uuid": "e87ee312-37b6-40c3-94ae-b8b6beba574f", "tag": "9ee159b3-4b95-4e4c-840f-8f112c2f63f9"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:02:18.739631 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2eae926-7685-446f-8228-39b67474f7ba x-openstack-request-id: req-d2eae926-7685-446f-8228-39b67474f7ba {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:02:18.739917 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87ee312-37b6-40c3-94ae-b8b6beba574f", "tag": "9ee159b3-4b95-4e4c-840f-8f112c2f63f9", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:02:18.740167 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2eae926-7685-446f-8228-39b67474f7ba {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:02:18.740569 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2eae926-7685-446f-8228-39b67474f7ba'] response: {'name': 'network-changed', 'server_uuid': 'e87ee312-37b6-40c3-94ae-b8b6beba574f', 'tag': '9ee159b3-4b95-4e4c-840f-8f112c2f63f9', 'status': 'completed', 'code': 200} Sep 13 00:02:18.777333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa908c48-6f8f-4030-aa2b-0029bab06de7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:18.791613 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-827c24ff-c2c4-4869-80ad-4739974c81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:18.793160 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-827c24ff-c2c4-4869-80ad-4739974c81ae service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=91502d4f18774f6c8d1640893889ec4e&device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 1130 time: 0.0517623 Sep 13 00:02:18.833557 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-0c653677-ec46-4ee8-8f7b-87f93feb6f56 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ee159b3-4b95-4e4c-840f-8f112c2f63f9 HTTP/1.1" status: 200 len: 217 time: 0.0330453 Sep 13 00:02:18.887289 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-69258b01-ca57-4ba7-8002-e1dab5343111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:18.888718 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-69258b01-ca57-4ba7-8002-e1dab5343111 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=6583fccd-08f3-4ca7-962d-746fe35689a2 HTTP/1.1" status: 200 len: 843 time: 0.0489943 Sep 13 00:02:18.933100 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6b1919b6-1e28-4ae7-a255-2edf7298cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:18.934523 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-6b1919b6-1e28-4ae7-a255-2edf7298cf1f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bf47743a-a0a2-4f05-bc43-a6c5ab720141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0391943 Sep 13 00:02:19.033371 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-e39d5363-ccf9-4a96-a715-6897d2962aeb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bf47743a-a0a2-4f05-bc43-a6c5ab720141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914166 Sep 13 00:02:19.111840 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:19.128384 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ab13d230-46c7-49ff-81fc-99ae51a5f639 req-7ce9f427-0733-4c5c-b14c-9a10a49e99c0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bf47743a-a0a2-4f05-bc43-a6c5ab720141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892560 Sep 13 00:02:19.554309 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5ea54-6d6e-42b0-948d-5d5502c075a4 req-0e09b7b0-a18c-4f5e-a84c-a434ba332030 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:19.555815 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-99c5ea54-6d6e-42b0-948d-5d5502c075a4 req-0e09b7b0-a18c-4f5e-a84c-a434ba332030 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 946 time: 0.0514956 Sep 13 00:02:19.610856 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-99c5ea54-6d6e-42b0-948d-5d5502c075a4 req-efa49d6c-f189-4d63-9401-651554ae2818 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=080adeed-b994-4600-9f70-e84ef37a1819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479536 Sep 13 00:02:19.991379 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-8c5d13a9-112d-4365-918b-0ea279f99f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:19.993006 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-8c5d13a9-112d-4365-918b-0ea279f99f8f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=91502d4f18774f6c8d1640893889ec4e&device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 1130 time: 0.0422688 Sep 13 00:02:20.094840 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-8937708e-0360-4f10-aa0f-f1d852659d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:20.096434 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-8937708e-0360-4f10-aa0f-f1d852659d1f service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=bf47743a-a0a2-4f05-bc43-a6c5ab720141 HTTP/1.1" status: 200 len: 870 time: 0.0977087 Sep 13 00:02:20.145403 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-bc183768-23c9-44cf-9cc9-a91f44e31392 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9ee159b3-4b95-4e4c-840f-8f112c2f63f9 HTTP/1.1" status: 200 len: 217 time: 0.0426230 Sep 13 00:02:20.187121 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:20.201407 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-a3f6a8a2-2324-41ee-9afa-eadef9ee5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:20.202967 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-a3f6a8a2-2324-41ee-9afa-eadef9ee5e3b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=6583fccd-08f3-4ca7-962d-746fe35689a2 HTTP/1.1" status: 200 len: 843 time: 0.0521781 Sep 13 00:02:20.253414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-f959e36f-b95e-4645-8b04-22a1fb60c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:20.254937 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-f959e36f-b95e-4645-8b04-22a1fb60c0e6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=bf47743a-a0a2-4f05-bc43-a6c5ab720141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0450835 Sep 13 00:02:20.358065 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-be9aee08-75b9-4b4f-ab7f-3b309ec7292c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bf47743a-a0a2-4f05-bc43-a6c5ab720141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959384 Sep 13 00:02:20.462859 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-302f2c2b-48fd-41ca-9b06-95ac3fb21e42 req-44c9cd4c-3f34-4c27-9e35-a2c5e098951c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/bf47743a-a0a2-4f05-bc43-a6c5ab720141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988832 Sep 13 00:02:20.895093 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e79890-d52d-41e4-a055-8fd401f5767b req-d08676d3-4c4b-42fd-862c-7ddd755ca137 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:20.896629 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-97e79890-d52d-41e4-a055-8fd401f5767b req-d08676d3-4c4b-42fd-862c-7ddd755ca137 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 946 time: 0.0535538 Sep 13 00:02:20.946679 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 00:02:20.956443 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-97e79890-d52d-41e4-a055-8fd401f5767b req-191feaad-b9a3-485e-9e1d-1f1c10557f45 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=080adeed-b994-4600-9f70-e84ef37a1819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541174 Sep 13 00:02:21.059848 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,segment=NetworkSegment(96a3c471-f560-4aa0-bb8c-6c35b9d51396),segment_id=96a3c471-f560-4aa0-bb8c-6c35b9d51396)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:21.072642 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '9ee159b3-4b95-4e4c-840f-8f112c2f63f9', 'network_id': 'bf47743a-a0a2-4f05-bc43-a6c5ab720141', 'port_id': '9ee159b3-4b95-4e4c-840f-8f112c2f63f9', 'mac_address': 'fa:16:3e:95:be:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6583fccd-08f3-4ca7-962d-746fe35689a2', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 00:02:21.112721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:21.113085 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:21.127190 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:02:21.147458 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,segment=NetworkSegment(96a3c471-f560-4aa0-bb8c-6c35b9d51396),segment_id=96a3c471-f560-4aa0-bb8c-6c35b9d51396)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:21.155475 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:21.197855 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:21.209189 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:21.212634 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:21.218850 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.219195 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.219557 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.219894 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.220225 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.220550 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.220873 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.221200 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.221524 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.221839 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.222157 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.222478 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.222804 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.223111 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.223454 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:21.391629 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['9ee159b3-4b95-4e4c-840f-8f112c2f63f9'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:02:22.085824 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26686eb-a73f-44eb-964a-bbf02f400374 req-a20e793a-68bf-4ef5-bc28-b1ae101ac774 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:22.087330 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b26686eb-a73f-44eb-964a-bbf02f400374 req-a20e793a-68bf-4ef5-bc28-b1ae101ac774 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 947 time: 0.0491202 Sep 13 00:02:22.147281 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b26686eb-a73f-44eb-964a-bbf02f400374 req-836e836f-8b2a-4f29-b617-9a62262e1063 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=080adeed-b994-4600-9f70-e84ef37a1819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517583 Sep 13 00:02:22.299477 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:22.906972 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:22.930262 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:22.946312 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:22.990172 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 00:02:22.999094 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:22.999562 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:23.085025 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:23.085422 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:23.109741 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87ee312-37b6-40c3-94ae-b8b6beba574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee159b3-4b95-4e4c-840f-8f112c2f63f9'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:02:23.112027 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5b16a3-f946-4ea6-ab66-f606b4876191" -d '{"events": [{"server_uuid": "e87ee312-37b6-40c3-94ae-b8b6beba574f", "name": "network-vif-plugged", "status": "completed", "tag": "9ee159b3-4b95-4e4c-840f-8f112c2f63f9"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:02:23.124728 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,segment=NetworkSegment(96a3c471-f560-4aa0-bb8c-6c35b9d51396),segment_id=96a3c471-f560-4aa0-bb8c-6c35b9d51396)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:23.129603 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:23.152329 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c272d260-a80b-48a5-abe6-1fe22618740d x-openstack-request-id: req-c272d260-a80b-48a5-abe6-1fe22618740d {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:02:23.152619 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87ee312-37b6-40c3-94ae-b8b6beba574f", "name": "network-vif-plugged", "status": "completed", "tag": "9ee159b3-4b95-4e4c-840f-8f112c2f63f9", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:02:23.153054 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c272d260-a80b-48a5-abe6-1fe22618740d {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:02:23.153419 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c272d260-a80b-48a5-abe6-1fe22618740d'] response: {'server_uuid': 'e87ee312-37b6-40c3-94ae-b8b6beba574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee159b3-4b95-4e4c-840f-8f112c2f63f9', 'code': 200} Sep 13 00:02:23.179136 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:23.280852 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74947ac0-82ee-4390-bcc1-68ae4141417a req-95279e30-0991-4677-89e9-7555d8c31746 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:23.282333 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-74947ac0-82ee-4390-bcc1-68ae4141417a req-95279e30-0991-4677-89e9-7555d8c31746 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 948 time: 0.0565214 Sep 13 00:02:23.346951 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9ef31-1a9b-4ebc-810b-eead8afe4e82 req-d4909234-da88-4cda-9cf9-adc1fe702594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:23.348488 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44a9ef31-1a9b-4ebc-810b-eead8afe4e82 req-d4909234-da88-4cda-9cf9-adc1fe702594 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 1132 time: 0.0599108 Sep 13 00:02:23.374842 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-74947ac0-82ee-4390-bcc1-68ae4141417a req-246feec2-22bb-459a-92a7-62b423f0771b tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=080adeed-b994-4600-9f70-e84ef37a1819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850863 Sep 13 00:02:23.414915 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44a9ef31-1a9b-4ebc-810b-eead8afe4e82 req-8ecb9229-5ccd-4990-a2b6-f82d3799774d service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=080adeed-b994-4600-9f70-e84ef37a1819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564399 Sep 13 00:02:24.502686 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65833150-6d42-4f5f-a2a6-0b8b5457164a req-df75febf-9921-4570-97fd-67626b6adb7c tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:24.504207 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-65833150-6d42-4f5f-a2a6-0b8b5457164a req-df75febf-9921-4570-97fd-67626b6adb7c tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 948 time: 0.0471404 Sep 13 00:02:24.549523 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:24.560672 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-65833150-6d42-4f5f-a2a6-0b8b5457164a req-7602012c-443b-4707-934a-24563ccedd03 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=080adeed-b994-4600-9f70-e84ef37a1819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507884 Sep 13 00:02:25.686902 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73605ce-4a78-4ef7-b26f-0d398056dcff req-f76b4383-13a5-432f-b911-bef8bf46cc01 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:25.688422 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b73605ce-4a78-4ef7-b26f-0d398056dcff req-f76b4383-13a5-432f-b911-bef8bf46cc01 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 948 time: 0.0495255 Sep 13 00:02:25.739829 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b73605ce-4a78-4ef7-b26f-0d398056dcff req-76edf968-bce6-4155-b15e-fd93d25a394d tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=080adeed-b994-4600-9f70-e84ef37a1819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Sep 13 00:02:26.042772 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc3f5-c33a-4bf6-b06a-b0016288d390 req-e43026a7-db05-460f-ad2c-614a04bc1f8f tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:26.044360 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-356dc3f5-c33a-4bf6-b06a-b0016288d390 req-e43026a7-db05-460f-ad2c-614a04bc1f8f tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 948 time: 0.0550468 Sep 13 00:02:26.096629 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-356dc3f5-c33a-4bf6-b06a-b0016288d390 req-af36b246-4cd9-420f-990a-aba9df8b1faa tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=080adeed-b994-4600-9f70-e84ef37a1819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464675 Sep 13 00:02:27.233657 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85acc49-ce80-42c2-86ba-c28991af8b10 req-13a8825b-ece6-4d4b-a01d-a10e91b5ab9a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:27.235124 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c85acc49-ce80-42c2-86ba-c28991af8b10 req-13a8825b-ece6-4d4b-a01d-a10e91b5ab9a tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 948 time: 0.0518138 Sep 13 00:02:27.292677 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c85acc49-ce80-42c2-86ba-c28991af8b10 req-2e9c18b6-41d7-42fd-8a34-8201e489fde8 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=080adeed-b994-4600-9f70-e84ef37a1819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514081 Sep 13 00:02:27.706579 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-6b80b188-29b5-447b-ac82-0377f047a975 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:27.706579 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-6b80b188-29b5-447b-ac82-0377f047a975 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 948 time: 0.0495286 Sep 13 00:02:27.742300 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:27.800330 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-c0786c26-22a2-49b8-83ad-2e564d4f7be7 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Deleting port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:02:27.800686 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-c0786c26-22a2-49b8-83ad-2e564d4f7be7 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:27.898742 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-c0786c26-22a2-49b8-83ad-2e564d4f7be7 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] For port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,segment=NetworkSegment(96a3c471-f560-4aa0-bb8c-6c35b9d51396),segment_id=96a3c471-f560-4aa0-bb8c-6c35b9d51396)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:27.898977 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-c0786c26-22a2-49b8-83ad-2e564d4f7be7 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:27.913269 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-c0786c26-22a2-49b8-83ad-2e564d4f7be7 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Calling delete_port for 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:02:28.056581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-c0786c26-22a2-49b8-83ad-2e564d4f7be7 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (9ee159b3-4b95-4e4c-840f-8f112c2f63f9), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:28.076663 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['9ee159b3-4b95-4e4c-840f-8f112c2f63f9'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:02:28.091539 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0786c26-22a2-49b8-83ad-2e564d4f7be7 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Pushing event deleted for resources: {'Port': ['ID=9ee159b3-4b95-4e4c-840f-8f112c2f63f9,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:28.141243 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-c0786c26-22a2-49b8-83ad-2e564d4f7be7 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] No DVR routers for this DVR port 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:02:28.143846 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-c0786c26-22a2-49b8-83ad-2e564d4f7be7 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:28.147195 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e67fa3d2-6ef0-4323-959c-65ebfadabb64 req-c0786c26-22a2-49b8-83ad-2e564d4f7be7 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.18 "DELETE /networking/v2.0/ports/9ee159b3-4b95-4e4c-840f-8f112c2f63f9 HTTP/1.1" status: 204 len: 173 time: 0.4348228 Sep 13 00:02:28.147721 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87ee312-37b6-40c3-94ae-b8b6beba574f', 'name': 'network-vif-deleted', 'tag': '9ee159b3-4b95-4e4c-840f-8f112c2f63f9'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:02:28.150054 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32d42b8-27c6-4f00-8d4a-10e1b1ef20ba" -d '{"events": [{"server_uuid": "e87ee312-37b6-40c3-94ae-b8b6beba574f", "name": "network-vif-deleted", "tag": "9ee159b3-4b95-4e4c-840f-8f112c2f63f9"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:02:28.189627 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2f4a88-3281-4f21-9e85-c10d3eb40be5 x-openstack-request-id: req-6a2f4a88-3281-4f21-9e85-c10d3eb40be5 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:02:28.189923 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87ee312-37b6-40c3-94ae-b8b6beba574f", "name": "network-vif-deleted", "tag": "9ee159b3-4b95-4e4c-840f-8f112c2f63f9", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:02:28.190177 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a2f4a88-3281-4f21-9e85-c10d3eb40be5 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:02:28.190616 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2f4a88-3281-4f21-9e85-c10d3eb40be5'] response: {'server_uuid': 'e87ee312-37b6-40c3-94ae-b8b6beba574f', 'name': 'network-vif-deleted', 'tag': '9ee159b3-4b95-4e4c-840f-8f112c2f63f9', 'status': 'completed', 'code': 200} Sep 13 00:02:28.411362 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2f55ad67-91e5-49c8-bfcc-9ead736fe50d req-3fc17985-79af-4e98-b410-02b3d240df94 tempest-VolumesNegativeTest-768576973 tempest-VolumesNegativeTest-768576973-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e87ee312-37b6-40c3-94ae-b8b6beba574f HTTP/1.1" status: 200 len: 210 time: 0.0288641 Sep 13 00:02:31.970456 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:02:31.990491 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:02:31.990838 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 9ee159b3-4b95-4e4c-840f-8f112c2f63f9 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:02:33.762022 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44290) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:33.912712 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c7de7989-1c47-4fe5-841b-d37235bcfc61 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=91502d4f18774f6c8d1640893889ec4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494226 Sep 13 00:02:33.915248 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44294) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:33.965760 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ef3-b323-455a-9a62-458e16a48ce1 admin admin] Publish callbacks [] for security_group (080adeed-b994-4600-9f70-e84ef37a1819), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:33.986846 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ef3-b323-455a-9a62-458e16a48ce1 admin admin] Publish callbacks [] for security_group (080adeed-b994-4600-9f70-e84ef37a1819), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:34.043347 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ef3-b323-455a-9a62-458e16a48ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (080adeed-b994-4600-9f70-e84ef37a1819), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:34.046037 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-7bd39ef3-b323-455a-9a62-458e16a48ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:34.047177 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-7bd39ef3-b323-455a-9a62-458e16a48ce1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/080adeed-b994-4600-9f70-e84ef37a1819 HTTP/1.1" status: 204 len: 168 time: 0.1310380 Sep 13 00:02:34.055143 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd39ef3-b323-455a-9a62-458e16a48ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080adeed-b994-4600-9f70-e84ef37a1819,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:34.710481 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44318) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:34.812285 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-832330238-network', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:34.835818 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Made reservation on behalf of ecac3196aefa4c32994f85a86849c8c8 for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:02:34.838269 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:34.847600 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:34.928121 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Publish callbacks [] for security_group (e98cfa68-ecdd-4567-8212-e342338fb848), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:34.933979 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e98cfa68-ecdd-4567-8212-e342338fb848), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:34.943041 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:34.964523 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=112752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 00:02:34.975642 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98cfa68-ecdd-4567-8212-e342338fb848,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:34.981202 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (77cd909a-8378-4c53-9cd1-89018e509193), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:34.981541 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Added segment 77cd909a-8378-4c53-9cd1-89018e509193 of type vlan for network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 Sep 13 00:02:35.026685 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.055815 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.057049 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:35.057765 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.118138 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4064817 Sep 13 00:02:35.121203 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44322) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:35.126297 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Request body: {'subnet': {'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-832330238-subnet', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:35.130183 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b200e1-d61b-4b1e-b83b-ee792c41395e admin admin] Pushing event updated for resources: {'Network': ['ID=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:35.141138 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 00:02:35.149788 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Made reservation on behalf of ecac3196aefa4c32994f85a86849c8c8 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:02:35.152580 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761595'] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.328560 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8730422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761577'] for subnet (da696a67-9539-493f-834c-93fa9050655d), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.375577 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=da696a67-9539-493f-834c-93fa9050655d,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:35.396544 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Checking segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:02:35.396921 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Network hostable DHCP agents. Network: 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 00:02:35.414448 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 00:02:35.425067 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:35.429430 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:35.430023 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.435974 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0877aee0-929b-425c-abeb-dacdadfca87d None None] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:02:35.450413 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-a696076c-8577-499e-99e6-a4bec9f180fd admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3254747 Sep 13 00:02:35.450615 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44326) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:35.454896 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:35.483871 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.485569 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.541190 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks [] for router_controller (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), precommit_add_association {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.547802 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 00:02:35.548881 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.688193 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Allocated IP 172.20.0.2 (59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584/da696a67-9539-493f-834c-93fa9050655d/18a7b5b7-2852-407f-98f7-e2d718de6f71) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:02:35.785647 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:35.799291 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:35.848201 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Publish callbacks [] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.855214 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.888561 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks [] for router_gateway (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:35.906123 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:02:35.909827 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:35.912378 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:02:35.914669 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Pushing event updated for resources: {'Port': ['ID=18a7b5b7-2852-407f-98f7-e2d718de6f71,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:35.952682 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:35.974540 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Attempting to bind port 18a7b5b7-2852-407f-98f7-e2d718de6f71 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:02:35.974906 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Attempting to bind port 18a7b5b7-2852-407f-98f7-e2d718de6f71 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:02:35.975306 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Attempting to bind port 18a7b5b7-2852-407f-98f7-e2d718de6f71 on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:02:36.018507 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:02:36.018880 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Checking segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:02:36.019292 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:36.019690 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Bound using segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:02:36.020195 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Bound port: 18a7b5b7-2852-407f-98f7-e2d718de6f71, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:02:36.020576 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:36.054977 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:36.077487 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks [] for router_gateway (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:36.097655 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:36.102152 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] For port 18a7b5b7-2852-407f-98f7-e2d718de6f71, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:02:36.105418 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] For port 18a7b5b7-2852-407f-98f7-e2d718de6f71, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=18a7b5b7-2852-407f-98f7-e2d718de6f71,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:02:36.112547 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:36.168399 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a4728-3964-43f8-bac3-3e2ebca802e4 None None] Pushing event updated for resources: {'Port': ['ID=18a7b5b7-2852-407f-98f7-e2d718de6f71,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:36.208287 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Allocated IP 172.27.1.29 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/7c1c3cf9-2b01-42cb-9a25-a036d441a185) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:02:36.270554 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:36.271804 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:36.320126 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks [] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:36.367458 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:36.420309 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:02:36.423466 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:36.427640 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:02:36.433586 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Pushing event updated for resources: {'Port': ['ID=7c1c3cf9-2b01-42cb-9a25-a036d441a185,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:36.676429 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks [] for router_gateway (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:36.871534 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:36.910580 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:36.919623 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:37.010386 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 00:02:37.025846 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11210a-321f-4b76-b770-8b14a4c4d02c None None] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:02:37.086318 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-a96279d7-e682-4bf3-89ff-f5d6cd47497b None None] Provisioning complete for port 18a7b5b7-2852-407f-98f7-e2d718de6f71 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:37.086599 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a96279d7-e682-4bf3-89ff-f5d6cd47497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.119364 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:02:37.130743 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Sync routers for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:02:37.141181 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.143856 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-f0d20a95-f9e7-47a4-9262-792329304f2f admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6922214 Sep 13 00:02:37.144146 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:02:37.145026 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:02:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:37.145659 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44330) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:37.198127 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:37.209109 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-a96279d7-e682-4bf3-89ff-f5d6cd47497b None None] Current status of the port 18a7b5b7-2852-407f-98f7-e2d718de6f71 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:37.209682 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a96279d7-e682-4bf3-89ff-f5d6cd47497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.246059 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-a96279d7-e682-4bf3-89ff-f5d6cd47497b None None] For port 18a7b5b7-2852-407f-98f7-e2d718de6f71, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=18a7b5b7-2852-407f-98f7-e2d718de6f71,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:37.251818 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a96279d7-e682-4bf3-89ff-f5d6cd47497b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.275332 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:02:37.306982 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96279d7-e682-4bf3-89ff-f5d6cd47497b None None] Pushing event updated for resources: {'Port': ['ID=18a7b5b7-2852-407f-98f7-e2d718de6f71,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:37.423535 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.465291 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:36Z', 'revision_number': 3, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:37.473190 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-927ead8e-d785-42ad-b6aa-422a2fc3c2be None None] Provisioning complete for port 18a7b5b7-2852-407f-98f7-e2d718de6f71 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:37.473794 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-927ead8e-d785-42ad-b6aa-422a2fc3c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.495272 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Checking router: 0b4cf41e-94b3-4a1e-95d6-27f790a5629c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:02:37.495626 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Updating router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c port 7c1c3cf9-2b01-42cb-9a25-a036d441a185 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 00:02:37.524998 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.568034 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-927ead8e-d785-42ad-b6aa-422a2fc3c2be None None] Current status of the port 18a7b5b7-2852-407f-98f7-e2d718de6f71 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:37.654766 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.798199 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Publish callbacks [] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.804039 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.816543 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Allocated IP 172.20.0.1 (59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584/da696a67-9539-493f-834c-93fa9050655d/af92174e-0bc5-49de-9059-49e3780284e0) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:02:37.847194 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Attempting to bind port 7c1c3cf9-2b01-42cb-9a25-a036d441a185 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:02:37.847590 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Attempting to bind port 7c1c3cf9-2b01-42cb-9a25-a036d441a185 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:02:37.847953 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Attempting to bind port 7c1c3cf9-2b01-42cb-9a25-a036d441a185 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:02:37.876705 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Pushing event updated for resources: {'Port': ['ID=7c1c3cf9-2b01-42cb-9a25-a036d441a185,revision_number=2']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:37.886989 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.887375 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.887738 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.888095 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.888429 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.888753 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.889445 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:37.889571 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.889753 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.890088 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.890413 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.890740 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.891071 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.891506 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.891865 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.892233 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:02:37.911566 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:02:37.911960 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:02:37.912340 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.912701 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:02:37.913175 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Bound port: 7c1c3cf9-2b01-42cb-9a25-a036d441a185, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:02:37.913554 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.933448 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Publish callbacks [] for port (af92174e-0bc5-49de-9059-49e3780284e0), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.961701 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] For port 7c1c3cf9-2b01-42cb-9a25-a036d441a185, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:02:37.965122 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] For port 7c1c3cf9-2b01-42cb-9a25-a036d441a185, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=7c1c3cf9-2b01-42cb-9a25-a036d441a185,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:02:37.966725 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (af92174e-0bc5-49de-9059-49e3780284e0), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:37.972184 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:38.007896 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:02:38.011313 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:02:38.012207 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:02:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:38.012952 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:38.017226 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:02:38.017794 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:38.041503 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Pushing event updated for resources: {'Port': ['ID=af92174e-0bc5-49de-9059-49e3780284e0,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:38.071082 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:38.083858 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a5651-06dd-452c-9cc1-411fa4a6e541 None None] Pushing event updated for resources: {'Port': ['ID=7c1c3cf9-2b01-42cb-9a25-a036d441a185,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:38.138232 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:38.151756 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:38.164824 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:02:38.193043 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 18a7b5b7-2852-407f-98f7-e2d718de6f71 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:38.236486 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:38.254321 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 18a7b5b7-2852-407f-98f7-e2d718de6f71 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:38.254692 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:38.259187 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (af92174e-0bc5-49de-9059-49e3780284e0), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:38.295063 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:38.299172 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-a4b4f678-a83a-4b8d-9ead-950d1f3dd20f None None] Provisioning complete for port af92174e-0bc5-49de-9059-49e3780284e0 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:38.299811 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a4b4f678-a83a-4b8d-9ead-950d1f3dd20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (af92174e-0bc5-49de-9059-49e3780284e0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:38.358022 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4f678-a83a-4b8d-9ead-950d1f3dd20f None None] Port af92174e-0bc5-49de-9059-49e3780284e0 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:02:38.360373 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:36Z', 'revision_number': 3, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:38.372075 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 18a7b5b7-2852-407f-98f7-e2d718de6f71 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:38.389240 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da0e328-1f8d-45fa-b00a-85a0adb0db95 None None] The sync data for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi is: [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:36Z', 'revision_number': 3, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:02:38.442588 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Publish callbacks [] for port (af92174e-0bc5-49de-9059-49e3780284e0), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:38.448384 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (af92174e-0bc5-49de-9059-49e3780284e0), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:38.519464 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Pushing event updated for resources: {'Port': ['ID=af92174e-0bc5-49de-9059-49e3780284e0,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:38.522077 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:38.631816 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:02:38.633318 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:38.759492 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:02:38.820114 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:38.878427 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:02:38.883569 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-7af08e4b-3d41-453d-bd06-3f7c567865a9 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/0b4cf41e-94b3-4a1e-95d6-27f790a5629c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7368193 Sep 13 00:02:38.893142 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-89027cce-f10d-42fd-9c10-bbdd3917ee22 None None] Provisioning complete for port af92174e-0bc5-49de-9059-49e3780284e0 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:38.893926 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-89027cce-f10d-42fd-9c10-bbdd3917ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (af92174e-0bc5-49de-9059-49e3780284e0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:38.928078 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-89027cce-f10d-42fd-9c10-bbdd3917ee22 None None] Port af92174e-0bc5-49de-9059-49e3780284e0 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:02:39.078870 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a310f566-256f-4278-a1c8-eb00564d2034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:39.395362 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44356) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:39.400308 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-524697620-network', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:39.426616 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Made reservation on behalf of d73ae26a150d4fc9b18752d0ee711ff8 for: {'network': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:02:39.429123 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:39.438974 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:39.514384 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Publish callbacks [] for security_group (b024978e-5f48-468e-88d3-2e59beedd427), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:39.519625 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b024978e-5f48-468e-88d3-2e59beedd427), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:39.549842 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=112751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 00:02:39.556376 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b024978e-5f48-468e-88d3-2e59beedd427,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:39.562504 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (3f9d2cc4-2b32-4b7f-888d-dece2c43bad6), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:39.562840 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.segments_db [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Added segment 3f9d2cc4-2b32-4b7f-888d-dece2c43bad6 of type vlan for network c23d492a-38a7-4f11-a9e4-cb71a2eec048 Sep 13 00:02:39.602916 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (c23d492a-38a7-4f11-a9e4-cb71a2eec048), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:39.630732 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (c23d492a-38a7-4f11-a9e4-cb71a2eec048), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:39.631885 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:39.632626 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:39.693046 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2965198 Sep 13 00:02:39.696101 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44358) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:39.698536 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e0c9f-2b9f-483e-b255-1a01db6fe20a admin admin] Pushing event updated for resources: {'Network': ['ID=c23d492a-38a7-4f11-a9e4-cb71a2eec048,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:39.701981 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Request body: {'subnet': {'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-524697620-subnet', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'ip_version': 4}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:39.710949 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network c23d492a-38a7-4f11-a9e4-cb71a2eec048 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 00:02:39.727816 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Made reservation on behalf of d73ae26a150d4fc9b18752d0ee711ff8 for: {'subnet': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:02:39.730485 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9306278'] for subnet (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:39.978844 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Sync routers for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:02:39.991444 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:02:39.992136 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:02:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:40.144791 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:40.213862 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8620614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9306292'] for subnet (477804d7-3240-4c2d-9d37-dd4d363413ec), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.224477 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7c1c3cf9-2b01-42cb-9a25-a036d441a185 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:40.270438 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:02:40.279534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477804d7-3240-4c2d-9d37-dd4d363413ec,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:40.286733 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Checking segment: {'id': '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:02:40.287092 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Network hostable DHCP agents. Network: c23d492a-38a7-4f11-a9e4-cb71a2eec048, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112752) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 00:02:40.305365 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Network c23d492a-38a7-4f11-a9e4-cb71a2eec048 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 00:02:40.314785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, c23d492a-38a7-4f11-a9e4-cb71a2eec048) {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:40.320040 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:40.320040 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.320615 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 7c1c3cf9-2b01-42cb-9a25-a036d441a185 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:40.320997 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.336463 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-3087b358-1ff0-4adb-93ef-1f4fa0409398 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6387136 Sep 13 00:02:40.339466 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44362) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:40.343990 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-524697620-router', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:40.364724 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (8ffe44f3-f5a1-46c2-9f85-63264fceed62), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.365746 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (8ffe44f3-f5a1-46c2-9f85-63264fceed62), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.369773 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ae8ce-4955-4be2-a9df-b3d9d7fae433 None None] Network c23d492a-38a7-4f11-a9e4-cb71a2eec048 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:02:40.423173 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks [] for router_controller (8ffe44f3-f5a1-46c2-9f85-63264fceed62), precommit_add_association {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.555098 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks [] for router_gateway (8ffe44f3-f5a1-46c2-9f85-63264fceed62), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.604886 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 7c1c3cf9-2b01-42cb-9a25-a036d441a185 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:40.605275 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.607900 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:40.611298 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-c23d492a-38a7-4f11-a9e4-cb71a2eec048', 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048', 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'fixed_ips': [{'subnet_id': '477804d7-3240-4c2d-9d37-dd4d363413ec'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 00:02:40.612210 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.618222 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:40.645093 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:40.656656 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 7c1c3cf9-2b01-42cb-9a25-a036d441a185, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=7c1c3cf9-2b01-42cb-9a25-a036d441a185,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:40.672017 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.677188 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 2, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:40.747434 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks [] for router_gateway (8ffe44f3-f5a1-46c2-9f85-63264fceed62), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.768521 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.770000 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Checking router: 0b4cf41e-94b3-4a1e-95d6-27f790a5629c for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:02:40.770521 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Updating router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c port af92174e-0bc5-49de-9059-49e3780284e0 binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 00:02:40.776888 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:40.859997 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (af92174e-0bc5-49de-9059-49e3780284e0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:40.864693 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=7c1c3cf9-2b01-42cb-9a25-a036d441a185,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:40.886768 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Allocated IP 172.27.1.216 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/9c3ca814-da76-46d0-8e0f-a9e6c0203a38) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:02:40.924197 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Allocated IP 172.20.0.2 (c23d492a-38a7-4f11-a9e4-cb71a2eec048/477804d7-3240-4c2d-9d37-dd4d363413ec/1b74c9e2-171b-46d8-ac01-be9a4552501c) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:02:40.992089 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks [] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.027686 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.066405 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:02:41.076426 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:41.080187 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:02:41.109629 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3ca814-da76-46d0-8e0f-a9e6c0203a38,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:41.215056 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Publish callbacks [] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.225703 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.297971 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Network c23d492a-38a7-4f11-a9e4-cb71a2eec048 is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:02:41.306495 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:41.312137 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:02:41.326419 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Pushing event updated for resources: {'Port': ['ID=1b74c9e2-171b-46d8-ac01-be9a4552501c,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:41.330071 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Publish callbacks [] for port (af92174e-0bc5-49de-9059-49e3780284e0), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.355416 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (af92174e-0bc5-49de-9059-49e3780284e0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.427143 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:41.453532 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Attempting to bind port 1b74c9e2-171b-46d8-ac01-be9a4552501c on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:02:41.453899 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Attempting to bind port 1b74c9e2-171b-46d8-ac01-be9a4552501c by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:02:41.454262 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Attempting to bind port 1b74c9e2-171b-46d8-ac01-be9a4552501c on network c23d492a-38a7-4f11-a9e4-cb71a2eec048 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:02:41.475909 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabd60f-f9db-4e05-9f89-11d8fbb5c5aa None None] Pushing event updated for resources: {'Port': ['ID=af92174e-0bc5-49de-9059-49e3780284e0,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:41.520295 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Attempting to bind port af92174e-0bc5-49de-9059-49e3780284e0 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:02:41.520663 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Attempting to bind port af92174e-0bc5-49de-9059-49e3780284e0 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:02:41.521028 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Attempting to bind port af92174e-0bc5-49de-9059-49e3780284e0 on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:02:41.540731 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks [] for router_gateway (8ffe44f3-f5a1-46c2-9f85-63264fceed62), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.551373 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:41.554206 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:02:41.554572 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Checking segment: {'id': '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:02:41.554980 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.555402 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Bound using segment: {'id': '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:02:41.555879 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Bound port: 1b74c9e2-171b-46d8-ac01-be9a4552501c, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:02:41.556261 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.605640 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:02:41.606031 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Checking segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:02:41.606435 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.607449 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Bound using segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:02:41.607449 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Bound port: af92174e-0bc5-49de-9059-49e3780284e0, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:02:41.607701 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (af92174e-0bc5-49de-9059-49e3780284e0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.663814 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] For port 1b74c9e2-171b-46d8-ac01-be9a4552501c, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:02:41.684676 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] For port 1b74c9e2-171b-46d8-ac01-be9a4552501c, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=1b74c9e2-171b-46d8-ac01-be9a4552501c,segment=NetworkSegment(3f9d2cc4-2b32-4b7f-888d-dece2c43bad6),segment_id=3f9d2cc4-2b32-4b7f-888d-dece2c43bad6)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:02:41.695103 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.712260 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:41.727674 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:41.731607 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] For port af92174e-0bc5-49de-9059-49e3780284e0, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:02:41.741715 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (8ffe44f3-f5a1-46c2-9f85-63264fceed62), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.752650 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] For port af92174e-0bc5-49de-9059-49e3780284e0, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=af92174e-0bc5-49de-9059-49e3780284e0,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:02:41.768081 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (af92174e-0bc5-49de-9059-49e3780284e0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:41.775252 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a6fea-7ae0-457f-8f1a-d90a943b665a None None] Pushing event updated for resources: {'Port': ['ID=1b74c9e2-171b-46d8-ac01-be9a4552501c,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:41.812542 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:02:41.812542 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:02:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:41.897392 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 00:02:41.897567 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabd60f-f9db-4e05-9f89-11d8fbb5c5aa None None] Pushing event updated for resources: {'Port': ['ID=af92174e-0bc5-49de-9059-49e3780284e0,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:42.033514 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:02:42.047270 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Sync routers for ids ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:02:42.059131 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:42.060108 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Routers {'8ffe44f3-f5a1-46c2-9f85-63264fceed62'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:02:42.064576 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-63bc06fe-bba5-4880-922f-1b2d5dfcf356 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7215834 Sep 13 00:02:42.065511 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:02:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:42.065696 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44372) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:42.125457 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f300842c-c704-4cd3-9c82-e3517343eb09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:42.135648 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:02:42.314368 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Set router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:02:42.330017 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7c1c3cf9-2b01-42cb-9a25-a036d441a185 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:42.409688 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:41Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:42.438001 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02710837-51c5-4b5c-9d77-a6e598d2f2da None None] The sync data for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi is: [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:41Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:02:42.445419 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 7c1c3cf9-2b01-42cb-9a25-a036d441a185 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:42.445892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:42.511757 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'name': 'tempest-TestVolumeBootPattern-524697620-router', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:41Z', 'revision_number': 3, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'gw_port': {'id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:42.544207 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Checking router: 8ffe44f3-f5a1-46c2-9f85-63264fceed62 for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:02:42.544542 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Updating router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 00:02:42.582813 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 7c1c3cf9-2b01-42cb-9a25-a036d441a185 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:42.585511 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 1b74c9e2-171b-46d8-ac01-be9a4552501c up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:42.587751 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:42.587908 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:42.632534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:42.647273 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:42.649422 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 1b74c9e2-171b-46d8-ac01-be9a4552501c triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:42.649923 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:42.702456 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:42.765944 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 1b74c9e2-171b-46d8-ac01-be9a4552501c is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:42.766333 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:42.825145 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 1b74c9e2-171b-46d8-ac01-be9a4552501c, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=1b74c9e2-171b-46d8-ac01-be9a4552501c,segment=NetworkSegment(3f9d2cc4-2b32-4b7f-888d-dece2c43bad6),segment_id=3f9d2cc4-2b32-4b7f-888d-dece2c43bad6)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:42.833525 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:42.922886 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Allocated IP 172.20.0.1 (c23d492a-38a7-4f11-a9e4-cb71a2eec048/477804d7-3240-4c2d-9d37-dd4d363413ec/7f06c052-e0ed-45ac-9e26-047f9c1b95b0) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:02:42.927574 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=1b74c9e2-171b-46d8-ac01-be9a4552501c,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:42.977710 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Publish callbacks [] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:42.979443 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:42.992375 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.035879 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Attempting to bind port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:02:43.036254 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Attempting to bind port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:02:43.036620 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Attempting to bind port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:02:43.052619 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Publish callbacks [] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.068105 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:43.098695 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b38754-e5c1-4076-a242-2bbbd20ae846 None None] Pushing event updated for resources: {'Port': ['ID=9c3ca814-da76-46d0-8e0f-a9e6c0203a38,revision_number=2']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:43.115742 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8521d8f-b013-4f0a-bcf8-7f6c2c64cd46 None None] Network c23d492a-38a7-4f11-a9e4-cb71a2eec048 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:02:43.123210 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.134444 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:02:43.134891 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:02:43.135327 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.135713 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:02:43.136217 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Bound port: 9c3ca814-da76-46d0-8e0f-a9e6c0203a38, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:02:43.136601 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.185463 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Pushing event updated for resources: {'Port': ['ID=7f06c052-e0ed-45ac-9e26-047f9c1b95b0,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:43.199948 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Network c23d492a-38a7-4f11-a9e4-cb71a2eec048 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:02:43.202173 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:43.204628 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:02:43.205306 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] For port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:02:43.212461 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] For port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=9c3ca814-da76-46d0-8e0f-a9e6c0203a38,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:02:43.212868 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-da58fdec-5711-4e22-8a67-853cc00d42c0 None None] Provisioning complete for port 1b74c9e2-171b-46d8-ac01-be9a4552501c triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:43.213256 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-da58fdec-5711-4e22-8a67-853cc00d42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.221922 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.258663 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (8ffe44f3-f5a1-46c2-9f85-63264fceed62), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.278472 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:43.302150 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Routers {'8ffe44f3-f5a1-46c2-9f85-63264fceed62'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:02:43.302602 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:02:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:43.306103 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b38754-e5c1-4076-a242-2bbbd20ae846 None None] Pushing event updated for resources: {'Port': ['ID=9c3ca814-da76-46d0-8e0f-a9e6c0203a38,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:43.367561 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.386140 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-da58fdec-5711-4e22-8a67-853cc00d42c0 None None] Current status of the port 1b74c9e2-171b-46d8-ac01-be9a4552501c is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:43.449898 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] Set router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:02:43.482680 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.608752 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-35a4275a-9b2d-45ac-bc16-a52ca41aa30f None None] Provisioning complete for port 1b74c9e2-171b-46d8-ac01-be9a4552501c triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:43.609117 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-35a4275a-9b2d-45ac-bc16-a52ca41aa30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.631206 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:43.692814 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'name': 'tempest-TestVolumeBootPattern-524697620-router', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:41Z', 'revision_number': 3, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'gw_port': {'id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:43.707583 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Publish callbacks [] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.715388 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.732842 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686aef0-cde2-44ed-893c-b761e663d72d None None] The sync data for ids ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'] in dv-cinder-820027-26-iscsi is: [{'id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'name': 'tempest-TestVolumeBootPattern-524697620-router', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:41Z', 'revision_number': 3, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'gw_port': {'id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:02:43.755808 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-35a4275a-9b2d-45ac-bc16-a52ca41aa30f None None] Current status of the port 1b74c9e2-171b-46d8-ac01-be9a4552501c is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:43.776463 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-35a4275a-9b2d-45ac-bc16-a52ca41aa30f None None] Provisioning complete for port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:43.776785 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-35a4275a-9b2d-45ac-bc16-a52ca41aa30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.813017 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-35a4275a-9b2d-45ac-bc16-a52ca41aa30f None None] Port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:02:43.815326 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (8ffe44f3-f5a1-46c2-9f85-63264fceed62), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.817607 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Pushing event updated for resources: {'Port': ['ID=7f06c052-e0ed-45ac-9e26-047f9c1b95b0,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:43.922456 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Network c23d492a-38a7-4f11-a9e4-cb71a2eec048 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:02:43.924046 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:02:43.944261 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-a89623be-b132-43cb-bfa1-42f9e11bbfc5 None None] Provisioning complete for port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:43.944814 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a89623be-b132-43cb-bfa1-42f9e11bbfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:43.994951 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-a89623be-b132-43cb-bfa1-42f9e11bbfc5 None None] Port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:02:44.053389 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:02:44.087749 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.202361 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:02:44.217209 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1083ddea-fbaa-4d98-974c-1150101b0e19 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/8ffe44f3-f5a1-46c2-9f85-63264fceed62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1499839 Sep 13 00:02:44.222269 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-750c1b67-05c4-4c55-843f-b75c7d9ef8ed None None] Provisioning complete for port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:44.222646 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-750c1b67-05c4-4c55-843f-b75c7d9ef8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.269657 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-750c1b67-05c4-4c55-843f-b75c7d9ef8ed None None] Port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:02:44.317155 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device af92174e-0bc5-49de-9059-49e3780284e0 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:44.374008 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port af92174e-0bc5-49de-9059-49e3780284e0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:44.374399 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (af92174e-0bc5-49de-9059-49e3780284e0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.464241 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:44.470387 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port af92174e-0bc5-49de-9059-49e3780284e0 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:44.471043 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (af92174e-0bc5-49de-9059-49e3780284e0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.474161 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:44.515185 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port af92174e-0bc5-49de-9059-49e3780284e0, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=af92174e-0bc5-49de-9059-49e3780284e0,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:44.519661 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (af92174e-0bc5-49de-9059-49e3780284e0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.520527 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 1b74c9e2-171b-46d8-ac01-be9a4552501c up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:44.606112 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=af92174e-0bc5-49de-9059-49e3780284e0,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:44.610553 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 1b74c9e2-171b-46d8-ac01-be9a4552501c triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:44.611209 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.658986 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44392) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:44.663844 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-e94d5a7b-af2c-4081-b1c3-5fb381e86b77 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479345869', 'description': 'tempest-secgroup-smoke-479345869 description', 'project_id': 'ecac3196aefa4c32994f85a86849c8c8'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:44.688823 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e94d5a7b-af2c-4081-b1c3-5fb381e86b77 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.689104 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 1b74c9e2-171b-46d8-ac01-be9a4552501c is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:44.768532 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e94d5a7b-af2c-4081-b1c3-5fb381e86b77 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group (456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.773394 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e94d5a7b-af2c-4081-b1c3-5fb381e86b77 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.803594 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-e94d5a7b-af2c-4081-b1c3-5fb381e86b77 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.804897 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-e94d5a7b-af2c-4081-b1c3-5fb381e86b77 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1448445 Sep 13 00:02:44.808056 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44394) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:44.812442 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-b3c20cb7-a1a3-45c4-81a0-752a744dfbec tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'security_group_rule': {'security_group_id': '456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e', 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:44.819619 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d5a7b-af2c-4081-b1c3-5fb381e86b77 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:44.848537 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.857385 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b3c20cb7-a1a3-45c4-81a0-752a744dfbec tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (f733df11-fc47-4ab2-80e9-6e3ca25330cd), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.916409 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b3c20cb7-a1a3-45c4-81a0-752a744dfbec tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (f733df11-fc47-4ab2-80e9-6e3ca25330cd), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.920354 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b3c20cb7-a1a3-45c4-81a0-752a744dfbec tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (f733df11-fc47-4ab2-80e9-6e3ca25330cd), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.940248 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c20cb7-a1a3-45c4-81a0-752a744dfbec tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f733df11-fc47-4ab2-80e9-6e3ca25330cd,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:44.946587 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-b3c20cb7-a1a3-45c4-81a0-752a744dfbec tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:44.948463 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-b3c20cb7-a1a3-45c4-81a0-752a744dfbec tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393144 Sep 13 00:02:44.951443 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44396) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:44.956062 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-54d07c1c-b3e4-4755-8716-b27ed2b540d3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'security_group_rule': {'security_group_id': '456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e', 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:44.983310 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-54d07c1c-b3e4-4755-8716-b27ed2b540d3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (a0970044-e81a-41f1-929e-ef3c02c2c078), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.041122 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-54d07c1c-b3e4-4755-8716-b27ed2b540d3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (a0970044-e81a-41f1-929e-ef3c02c2c078), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.047267 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-54d07c1c-b3e4-4755-8716-b27ed2b540d3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (a0970044-e81a-41f1-929e-ef3c02c2c078), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.066833 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d07c1c-b3e4-4755-8716-b27ed2b540d3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0970044-e81a-41f1-929e-ef3c02c2c078,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:45.076601 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-54d07c1c-b3e4-4755-8716-b27ed2b540d3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.077815 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-54d07c1c-b3e4-4755-8716-b27ed2b540d3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254146 Sep 13 00:02:45.080648 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44398) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:45.084890 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-d9f31ab9-bd21-462f-8856-541af43e3106 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'security_group_rule': {'security_group_id': '456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e', 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:45.094439 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:45.113495 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:45.116033 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d9f31ab9-bd21-462f-8856-541af43e3106 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (d53ddbcf-e5d5-425d-8df9-40cb49f42d43), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.195821 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d9f31ab9-bd21-462f-8856-541af43e3106 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (d53ddbcf-e5d5-425d-8df9-40cb49f42d43), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.201853 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d9f31ab9-bd21-462f-8856-541af43e3106 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (d53ddbcf-e5d5-425d-8df9-40cb49f42d43), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.224881 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f31ab9-bd21-462f-8856-541af43e3106 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53ddbcf-e5d5-425d-8df9-40cb49f42d43,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:45.231171 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d9f31ab9-bd21-462f-8856-541af43e3106 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.231943 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-d9f31ab9-bd21-462f-8856-541af43e3106 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503487 Sep 13 00:02:45.235696 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44400) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:45.240717 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-d4f6678f-c63b-497e-85f3-cc619e32dff9 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'security_group_rule': {'security_group_id': '456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e', 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:45.270205 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d4f6678f-c63b-497e-85f3-cc619e32dff9 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (7b606947-a23a-4bab-a481-28cf782adc34), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.333373 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d4f6678f-c63b-497e-85f3-cc619e32dff9 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (7b606947-a23a-4bab-a481-28cf782adc34), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.338440 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d4f6678f-c63b-497e-85f3-cc619e32dff9 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (7b606947-a23a-4bab-a481-28cf782adc34), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.353982 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6678f-c63b-497e-85f3-cc619e32dff9 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b606947-a23a-4bab-a481-28cf782adc34,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:45.370189 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-d4f6678f-c63b-497e-85f3-cc619e32dff9 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.371546 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-d4f6678f-c63b-497e-85f3-cc619e32dff9 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347699 Sep 13 00:02:45.374756 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44406) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:45.379837 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-eefb96ae-3f34-4628-935a-c60a3cbd5ebf tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'security_group_rule': {'security_group_id': '456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e', 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:45.406645 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.securitygroups_db [None req-eefb96ae-3f34-4628-935a-c60a3cbd5ebf tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Project ecac3196aefa4c32994f85a86849c8c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 00:02:45.414015 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-eefb96ae-3f34-4628-935a-c60a3cbd5ebf tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (e35c7367-cf58-4c58-84c6-d6d29c25423b), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.453101 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:45.480415 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-eefb96ae-3f34-4628-935a-c60a3cbd5ebf tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (e35c7367-cf58-4c58-84c6-d6d29c25423b), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.484410 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-eefb96ae-3f34-4628-935a-c60a3cbd5ebf tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (e35c7367-cf58-4c58-84c6-d6d29c25423b), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.504345 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb96ae-3f34-4628-935a-c60a3cbd5ebf tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35c7367-cf58-4c58-84c6-d6d29c25423b,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:45.514436 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-eefb96ae-3f34-4628-935a-c60a3cbd5ebf tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.515680 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-eefb96ae-3f34-4628-935a-c60a3cbd5ebf tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396592 Sep 13 00:02:45.519069 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44412) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:02:45.523490 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-f0188a1a-1f3f-4b72-9b2d-b88a96717014 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'security_group_rule': {'security_group_id': '456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e', 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:02:45.545765 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.securitygroups_db [None req-f0188a1a-1f3f-4b72-9b2d-b88a96717014 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Project ecac3196aefa4c32994f85a86849c8c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 00:02:45.556696 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f0188a1a-1f3f-4b72-9b2d-b88a96717014 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (f4878c0d-6b72-437e-aa43-30ed06ad947f), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.621118 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f0188a1a-1f3f-4b72-9b2d-b88a96717014 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (f4878c0d-6b72-437e-aa43-30ed06ad947f), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.625592 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f0188a1a-1f3f-4b72-9b2d-b88a96717014 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (f4878c0d-6b72-437e-aa43-30ed06ad947f), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.647567 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0188a1a-1f3f-4b72-9b2d-b88a96717014 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4878c0d-6b72-437e-aa43-30ed06ad947f,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:45.656420 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f0188a1a-1f3f-4b72-9b2d-b88a96717014 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:45.657377 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-f0188a1a-1f3f-4b72-9b2d-b88a96717014 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373324 Sep 13 00:02:45.934216 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Sync routers for ids ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:02:45.945175 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Routers {'8ffe44f3-f5a1-46c2-9f85-63264fceed62'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:02:45.945821 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:02:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:46.063834 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Set router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:02:46.267255 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:46.316171 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'name': 'tempest-TestVolumeBootPattern-524697620-router', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:43Z', 'revision_number': 4, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'gw_port': {'id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7f06c052-e0ed-45ac-9e26-047f9c1b95b0', 'name': '', 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'mac_address': 'fa:16:3e:07:7e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '477804d7-3240-4c2d-9d37-dd4d363413ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:42Z', 'updated_at': '2022-09-13T00:02:43Z', 'revision_number': 2, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'subnets': [{'id': '477804d7-3240-4c2d-9d37-dd4d363413ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:46.345969 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Checking router: 8ffe44f3-f5a1-46c2-9f85-63264fceed62 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:02:46.346338 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Updating router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 00:02:46.374293 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:46.374677 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:46.404061 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:46.558428 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:46.558727 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:46.574906 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:46.586918 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:46.622875 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=9c3ca814-da76-46d0-8e0f-a9e6c0203a38,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:46.633929 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:46.634759 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device af92174e-0bc5-49de-9059-49e3780284e0 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:46.892143 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=9c3ca814-da76-46d0-8e0f-a9e6c0203a38,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:46.908470 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:46.918159 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port af92174e-0bc5-49de-9059-49e3780284e0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:46.918534 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (af92174e-0bc5-49de-9059-49e3780284e0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:46.923060 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6685c3-4d42-4cd7-89b3-73ced84e0411 req-75d5baf4-ae5b-426b-ac3a-5126480883f7 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:46.924814 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2c6685c3-4d42-4cd7-89b3-73ced84e0411 req-75d5baf4-ae5b-426b-ac3a-5126480883f7 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 945 time: 0.0640061 Sep 13 00:02:46.978561 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2c6685c3-4d42-4cd7-89b3-73ced84e0411 req-5f09b573-784a-45c7-92e0-3292729878c1 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456679 Sep 13 00:02:47.000584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Publish callbacks [] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:47.009213 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:47.076220 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port af92174e-0bc5-49de-9059-49e3780284e0 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:47.102382 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c342ae-4ae3-4475-9dcb-64389cb35431 None None] Pushing event updated for resources: {'Port': ['ID=7f06c052-e0ed-45ac-9e26-047f9c1b95b0,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:47.132030 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Attempting to bind port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:02:47.132386 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Attempting to bind port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:02:47.132738 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Attempting to bind port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 on network c23d492a-38a7-4f11-a9e4-cb71a2eec048 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:02:47.182203 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:02:47.182576 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Checking segment: {'id': '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:02:47.183000 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:47.183420 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Bound using segment: {'id': '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:02:47.183904 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Bound port: 7f06c052-e0ed-45ac-9e26-047f9c1b95b0, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:02:47.184271 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:47.248946 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] For port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:02:47.252367 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] For port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=7f06c052-e0ed-45ac-9e26-047f9c1b95b0,segment=NetworkSegment(3f9d2cc4-2b32-4b7f-888d-dece2c43bad6),segment_id=3f9d2cc4-2b32-4b7f-888d-dece2c43bad6)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:02:47.259885 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:47.298685 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Routers {'8ffe44f3-f5a1-46c2-9f85-63264fceed62'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:02:47.299384 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:02:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:47.357371 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c342ae-4ae3-4475-9dcb-64389cb35431 None None] Pushing event updated for resources: {'Port': ['ID=7f06c052-e0ed-45ac-9e26-047f9c1b95b0,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:47.420451 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] Set router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:02:47.493451 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:47.574892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:47.624389 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'name': 'tempest-TestVolumeBootPattern-524697620-router', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:43Z', 'revision_number': 4, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'gw_port': {'id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7f06c052-e0ed-45ac-9e26-047f9c1b95b0', 'name': '', 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'mac_address': 'fa:16:3e:07:7e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '477804d7-3240-4c2d-9d37-dd4d363413ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:42Z', 'updated_at': '2022-09-13T00:02:47Z', 'revision_number': 4, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'subnets': [{'id': '477804d7-3240-4c2d-9d37-dd4d363413ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:02:47.650065 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad12635-c135-4946-9eff-3588eeca2f61 None None] The sync data for ids ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'] in dv-cinder-820027-26-iscsi is: [{'id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'name': 'tempest-TestVolumeBootPattern-524697620-router', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:43Z', 'revision_number': 4, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'gw_port': {'id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': '7f06c052-e0ed-45ac-9e26-047f9c1b95b0', 'name': '', 'network_id': 'c23d492a-38a7-4f11-a9e4-cb71a2eec048', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'mac_address': 'fa:16:3e:07:7e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '477804d7-3240-4c2d-9d37-dd4d363413ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:42Z', 'updated_at': '2022-09-13T00:02:47Z', 'revision_number': 4, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'subnets': [{'id': '477804d7-3240-4c2d-9d37-dd4d363413ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:02:48.110391 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031223ea-27e6-4294-9576-0307a03df21f req-527cbdcd-9c18-412b-805b-d6d4c4ab31a8 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:48.112628 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-031223ea-27e6-4294-9576-0307a03df21f req-527cbdcd-9c18-412b-805b-d6d4c4ab31a8 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Sep 13 00:02:48.165404 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-031223ea-27e6-4294-9576-0307a03df21f req-6b1b59e7-84f9-4478-a8b0-42f75ee5ae92 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467083 Sep 13 00:02:48.224581 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:48.271994 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:48.272363 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:48.358785 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:48.359910 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:48.416711 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:48.416998 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:48.497306 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:48.497756 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:48.533745 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=7f06c052-e0ed-45ac-9e26-047f9c1b95b0,segment=NetworkSegment(3f9d2cc4-2b32-4b7f-888d-dece2c43bad6),segment_id=3f9d2cc4-2b32-4b7f-888d-dece2c43bad6)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:48.539407 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:48.587748 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=7f06c052-e0ed-45ac-9e26-047f9c1b95b0,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:48.678810 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-0d40fdf2-1ed8-4738-81ba-23a4f66acff8 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:02:48.680229 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-0d40fdf2-1ed8-4738-81ba-23a4f66acff8 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 945 time: 0.0483096 Sep 13 00:02:48.769654 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-3e80981b-ec25-466f-bab9-c38f6d8aac12 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Deleting port 70141c5c-ab4f-4363-991b-b149f0bb880f {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:02:48.769967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-3e80981b-ec25-466f-bab9-c38f6d8aac12 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:48.871993 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-3e80981b-ec25-466f-bab9-c38f6d8aac12 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] For port 70141c5c-ab4f-4363-991b-b149f0bb880f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=70141c5c-ab4f-4363-991b-b149f0bb880f,segment=NetworkSegment(43d510ea-43a5-4540-83a5-eac5d6dab70f),segment_id=43d510ea-43a5-4540-83a5-eac5d6dab70f)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:02:48.872326 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-3e80981b-ec25-466f-bab9-c38f6d8aac12 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:48.885850 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-3e80981b-ec25-466f-bab9-c38f6d8aac12 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Calling delete_port for 70141c5c-ab4f-4363-991b-b149f0bb880f owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:02:49.032533 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-3e80981b-ec25-466f-bab9-c38f6d8aac12 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (70141c5c-ab4f-4363-991b-b149f0bb880f), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:49.045641 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['70141c5c-ab4f-4363-991b-b149f0bb880f'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:02:49.061431 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80981b-ec25-466f-bab9-c38f6d8aac12 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Pushing event deleted for resources: {'Port': ['ID=70141c5c-ab4f-4363-991b-b149f0bb880f,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:02:49.117497 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-3e80981b-ec25-466f-bab9-c38f6d8aac12 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] No DVR routers for this DVR port 70141c5c-ab4f-4363-991b-b149f0bb880f on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:02:49.120585 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-3e80981b-ec25-466f-bab9-c38f6d8aac12 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:49.125844 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6b4dada-5075-4b07-b90e-4e1370e3038a req-3e80981b-ec25-466f-bab9-c38f6d8aac12 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.18 "DELETE /networking/v2.0/ports/70141c5c-ab4f-4363-991b-b149f0bb880f HTTP/1.1" status: 204 len: 173 time: 0.4358284 Sep 13 00:02:49.125844 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68212561-7ed6-4c15-8807-b646d5c8fe24', 'name': 'network-vif-deleted', 'tag': '70141c5c-ab4f-4363-991b-b149f0bb880f'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:02:49.127245 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f5a978-d5c9-4fd1-81ff-becf0cbaa197" -d '{"events": [{"server_uuid": "68212561-7ed6-4c15-8807-b646d5c8fe24", "name": "network-vif-deleted", "tag": "70141c5c-ab4f-4363-991b-b149f0bb880f"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:02:49.170440 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87d15a8-bf92-49d4-8e67-5c6227695e6b x-openstack-request-id: req-b87d15a8-bf92-49d4-8e67-5c6227695e6b {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:02:49.170791 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68212561-7ed6-4c15-8807-b646d5c8fe24", "name": "network-vif-deleted", "tag": "70141c5c-ab4f-4363-991b-b149f0bb880f", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:02:49.171191 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b87d15a8-bf92-49d4-8e67-5c6227695e6b {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:02:49.172144 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87d15a8-bf92-49d4-8e67-5c6227695e6b'] response: {'server_uuid': '68212561-7ed6-4c15-8807-b646d5c8fe24', 'name': 'network-vif-deleted', 'tag': '70141c5c-ab4f-4363-991b-b149f0bb880f', 'status': 'completed', 'code': 200} Sep 13 00:02:49.291087 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c598964-7148-4de7-8df5-f9b85dc275cc req-7e9ec17c-dfe8-4d93-9390-f1d4e034cba3 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=68212561-7ed6-4c15-8807-b646d5c8fe24 HTTP/1.1" status: 200 len: 210 time: 0.0320024 Sep 13 00:02:49.307592 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:02:50.151396 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:02:50.204072 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:02:50.204459 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:02:50.280724 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:02:52.565666 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 70141c5c-ab4f-4363-991b-b149f0bb880f no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:02:52.590980 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 70141c5c-ab4f-4363-991b-b149f0bb880f {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:02:52.591372 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 70141c5c-ab4f-4363-991b-b149f0bb880f not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:02:53.696655 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:55.359805 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=27,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:55.363414 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=27,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:59.102884 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:59.270993 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:UPDATE=1,neutron:SELECT=83,neutron:INSERT=1,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:02:59.307410 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=32 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:00.279722 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=71 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:00.625559 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-7b651812-877f-4c38-bdd6-32722be0523f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:00.627041 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-7b651812-877f-4c38-bdd6-32722be0523f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8f063293-b293-4d8e-a5d4-4190ebe90a2c HTTP/1.1" status: 200 len: 813 time: 0.1087885 Sep 13 00:03:00.644852 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-9cbe6808-5077-49f5-9fbb-1d4ba975aba0 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/quotas/91ed638ab95f4f21ad4bcc886adf0df4 HTTP/1.1" status: 200 len: 375 time: 0.0098770 Sep 13 00:03:00.678340 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-00c78d45-35dc-48b6-b5f5-69ac167a2f61 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=91ed638ab95f4f21ad4bcc886adf0df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277226 Sep 13 00:03:00.776679 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-b3c2401c-fc2b-4fbd-9906-d06c1b357e5c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915375 Sep 13 00:03:00.879712 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-192b5fe9-1ede-4ab1-8336-a2a1a9bed05c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950594 Sep 13 00:03:01.160426 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9af9dbc2-ae7d-4737-8f9e-1573cad0d1ef req-824a23d7-67b8-46e8-a963-683f5e44bd8b tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 210 time: 0.1349745 Sep 13 00:03:02.179010 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-5ae25ce7-ba16-406b-8e27-c16ad16f3fed tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:02.180520 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-5ae25ce7-ba16-406b-8e27-c16ad16f3fed tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.18 "GET /networking/v2.0/networks?id=8f063293-b293-4d8e-a5d4-4190ebe90a2c HTTP/1.1" status: 200 len: 813 time: 0.1078215 Sep 13 00:03:02.197310 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Request body: {'port': {'device_id': 'bfcc20a9-031b-4426-bc83-94116252c775', 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c', 'admin_state_up': True, 'tenant_id': '91ed638ab95f4f21ad4bcc886adf0df4'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:03:02.287437 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-af54ac60-4b9c-4360-94df-70a7135707d2 req-8be2d257-d9ec-4548-9ad8-e995e4a402c1 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 210 time: 0.0394175 Sep 13 00:03:02.346074 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Made reservation on behalf of 91ed638ab95f4f21ad4bcc886adf0df4 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:03:02.350033 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:02.484479 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Allocated IP 172.20.0.12 (8f063293-b293-4d8e-a5d4-4190ebe90a2c/965c2743-7467-43b1-b9ed-1862ecfb68d7/ae112bdf-bb35-4ff2-9f50-a524541d3d07) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:03:02.570260 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:02.657513 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks [] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:02.678082 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:02.679993 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:02.697247 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:02.742520 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Network 8f063293-b293-4d8e-a5d4-4190ebe90a2c is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:03:02.745855 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:03:02.748589 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:03:02.776465 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Pushing event updated for resources: {'Port': ['ID=ae112bdf-bb35-4ff2-9f50-a524541d3d07,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:02.806702 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:02.807448 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:02.827164 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-a3579382-6f43-4deb-b26b-b8b32888783f tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6338806 Sep 13 00:03:02.838806 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Request body: {'port': {'device_id': 'bfcc20a9-031b-4426-bc83-94116252c775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:03:02.905485 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:03.176601 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae112bdf-bb35-4ff2-9f50-a524541d3d07 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:03:03.187422 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Publish callbacks [] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:03.201984 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Transition to ACTIVE for port object ae112bdf-bb35-4ff2-9f50-a524541d3d07 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 00:03:03.206672 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:03.274111 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Pushing event updated for resources: {'Port': ['ID=ae112bdf-bb35-4ff2-9f50-a524541d3d07,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:03.324827 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Attempting to bind port ae112bdf-bb35-4ff2-9f50-a524541d3d07 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:03:03.325326 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Attempting to bind port ae112bdf-bb35-4ff2-9f50-a524541d3d07 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '43d510ea-43a5-4540-83a5-eac5d6dab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:03:03.325497 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Attempting to bind port ae112bdf-bb35-4ff2-9f50-a524541d3d07 on network 8f063293-b293-4d8e-a5d4-4190ebe90a2c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:03:03.379097 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Port ae112bdf-bb35-4ff2-9f50-a524541d3d07 on network 8f063293-b293-4d8e-a5d4-4190ebe90a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 00:03:03.379373 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Attempting to bind port ae112bdf-bb35-4ff2-9f50-a524541d3d07 on network 8f063293-b293-4d8e-a5d4-4190ebe90a2c {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:03:03.443139 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c9b1f-32ba-4aca-b5e1-260d01442d85 req-58c809dd-6424-4adc-b6e1-d82a73450ba0 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:03.444660 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15c9b1f-32ba-4aca-b5e1-260d01442d85 req-58c809dd-6424-4adc-b6e1-d82a73450ba0 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 944 time: 0.0808330 Sep 13 00:03:03.461348 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:03.463971 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:03:03.464313 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Checking segment: {'id': '43d510ea-43a5-4540-83a5-eac5d6dab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:03:03.464708 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Bound using segment: {'id': '43d510ea-43a5-4540-83a5-eac5d6dab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:03:03.465129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Bound port: ae112bdf-bb35-4ff2-9f50-a524541d3d07, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d510ea-43a5-4540-83a5-eac5d6dab70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:03:03.465492 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:03.539926 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15c9b1f-32ba-4aca-b5e1-260d01442d85 req-dc815941-8457-4226-bcfb-db19d64100ad tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877078 Sep 13 00:03:03.560590 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:03.563874 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] For port ae112bdf-bb35-4ff2-9f50-a524541d3d07, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:03:03.567904 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] For port ae112bdf-bb35-4ff2-9f50-a524541d3d07, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ae112bdf-bb35-4ff2-9f50-a524541d3d07,segment=NetworkSegment(43d510ea-43a5-4540-83a5-eac5d6dab70f),segment_id=43d510ea-43a5-4540-83a5-eac5d6dab70f)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:03:03.574484 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:03.580162 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:03.580766 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:03.582130 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/ae112bdf-bb35-4ff2-9f50-a524541d3d07 HTTP/1.1" status: 200 len: 1094 time: 0.7474091 Sep 13 00:03:03.582680 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcc20a9-031b-4426-bc83-94116252c775', 'tag': 'ae112bdf-bb35-4ff2-9f50-a524541d3d07'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:03:03.585072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfcc20a9-031b-4426-bc83-94116252c775", "tag": "ae112bdf-bb35-4ff2-9f50-a524541d3d07"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:03:03.626094 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763d799c-fd6b-49a0-a833-fc3acbb4ae2f x-openstack-request-id: req-763d799c-fd6b-49a0-a833-fc3acbb4ae2f {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:03:03.626375 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfcc20a9-031b-4426-bc83-94116252c775", "tag": "ae112bdf-bb35-4ff2-9f50-a524541d3d07", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:03:03.626649 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-763d799c-fd6b-49a0-a833-fc3acbb4ae2f {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:03:03.627190 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763d799c-fd6b-49a0-a833-fc3acbb4ae2f'] response: {'name': 'network-changed', 'server_uuid': 'bfcc20a9-031b-4426-bc83-94116252c775', 'tag': 'ae112bdf-bb35-4ff2-9f50-a524541d3d07', 'status': 'completed', 'code': 200} Sep 13 00:03:03.666506 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dcad1-8057-4c49-8c5b-ac9f39ea50ce service neutron] Pushing event updated for resources: {'Port': ['ID=ae112bdf-bb35-4ff2-9f50-a524541d3d07,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:03.681035 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-73ad799f-66e0-44ec-9426-fbba77a37329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:03.682559 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-73ad799f-66e0-44ec-9426-fbba77a37329 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=91ed638ab95f4f21ad4bcc886adf0df4&device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 1128 time: 0.0522687 Sep 13 00:03:03.725181 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-9c5e4e8b-a545-48c5-94b7-8cad6a843c68 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae112bdf-bb35-4ff2-9f50-a524541d3d07 HTTP/1.1" status: 200 len: 217 time: 0.0328979 Sep 13 00:03:03.785972 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-b0d20b7a-9da8-4917-960b-b6819e0c7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:03.787532 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-b0d20b7a-9da8-4917-960b-b6819e0c7a47 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=965c2743-7467-43b1-b9ed-1862ecfb68d7 HTTP/1.1" status: 200 len: 853 time: 0.0548127 Sep 13 00:03:03.822712 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-e466dc83-ef96-415c-b099-36e9c9b6c3a6 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8f063293-b293-4d8e-a5d4-4190ebe90a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258048 Sep 13 00:03:03.922080 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-babf1250-d184-481e-b445-d9256177ab42 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891359 Sep 13 00:03:04.023882 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c15aed3d-81c0-4bc1-bdba-fc9e4a6853fb req-eb982494-7e88-4dba-86be-17298a99dcc4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919726 Sep 13 00:03:04.407335 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-5c52083d-e6f6-4a67-9f14-b63798a4ea21 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-479345869&fields=id&tenant_id=ecac3196aefa4c32994f85a86849c8c8 HTTP/1.1" status: 200 len: 267 time: 0.0485947 Sep 13 00:03:04.517298 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-0a15ef85-d5c3-4335-8566-b357272835e3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:04.518664 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-0a15ef85-d5c3-4335-8566-b357272835e3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 811 time: 0.1046143 Sep 13 00:03:04.536711 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-fcdd7a6d-d571-4fe9-8bbf-17b4e9df3258 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/quotas/ecac3196aefa4c32994f85a86849c8c8 HTTP/1.1" status: 200 len: 375 time: 0.0100441 Sep 13 00:03:04.592908 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-71491171-e45c-46b6-8f7d-e10097d9e20e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511007 Sep 13 00:03:04.710977 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f49d03-c64b-4c9c-80b9-cb926e41d1dc req-8b68fd41-700b-412a-a8fd-8a8d74918995 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:04.712492 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1f49d03-c64b-4c9c-80b9-cb926e41d1dc req-8b68fd41-700b-412a-a8fd-8a8d74918995 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 944 time: 0.0609145 Sep 13 00:03:05.061673 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-6cddf9b0-cf9a-4b31-a213-1c5d021c7576 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540837 Sep 13 00:03:05.066091 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4 req-3169fc3d-303c-461f-8043-8540aa94acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:05.067530 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4 req-3169fc3d-303c-461f-8043-8540aa94acdf service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=91ed638ab95f4f21ad4bcc886adf0df4&device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 1128 time: 0.0641599 Sep 13 00:03:05.149164 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:05.183579 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a1f49d03-c64b-4c9c-80b9-cb926e41d1dc req-5c410145-6040-4c6e-8081-bf311cb220b8 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646382 Sep 13 00:03:05.239270 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:05.252075 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-df05e8b8-ae06-4b23-b90d-688900b895d2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786113 Sep 13 00:03:05.257784 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4 req-ceea72b0-0260-4c9c-a2f0-29dde3412143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:05.259236 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4 req-ceea72b0-0260-4c9c-a2f0-29dde3412143 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8f063293-b293-4d8e-a5d4-4190ebe90a2c HTTP/1.1" status: 200 len: 914 time: 0.1759739 Sep 13 00:03:05.307140 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4 req-13fe65f0-7843-4c47-bd10-0e4f32f32133 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae112bdf-bb35-4ff2-9f50-a524541d3d07 HTTP/1.1" status: 200 len: 217 time: 0.0386443 Sep 13 00:03:05.363440 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4 req-2309ac73-ea82-40bf-a177-c37dd5bee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:05.364936 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4 req-2309ac73-ea82-40bf-a177-c37dd5bee253 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=965c2743-7467-43b1-b9ed-1862ecfb68d7 HTTP/1.1" status: 200 len: 853 time: 0.0476370 Sep 13 00:03:05.402822 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4 req-f4f35552-84dc-44aa-89ef-89a05c9280a3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8f063293-b293-4d8e-a5d4-4190ebe90a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272942 Sep 13 00:03:05.513392 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4 req-a16d2e81-4201-4899-8250-a46058042ad5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006947 Sep 13 00:03:05.606840 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc1b38f2-8824-43fe-ac51-0094cfe989e0 req-58afb69c-ed5b-4fcc-ad59-20c336a27630 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 210 time: 0.0370913 Sep 13 00:03:05.648339 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1230cd3f-d6fe-411b-b5b6-97b4473e27b4 req-9f1d0bcb-d4ec-4ad3-99d6-f080e815cd75 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248553 Sep 13 00:03:05.692226 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device ae112bdf-bb35-4ff2-9f50-a524541d3d07 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 00:03:05.799984 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port ae112bdf-bb35-4ff2-9f50-a524541d3d07, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ae112bdf-bb35-4ff2-9f50-a524541d3d07,segment=NetworkSegment(43d510ea-43a5-4540-83a5-eac5d6dab70f),segment_id=43d510ea-43a5-4540-83a5-eac5d6dab70f)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:03:05.812238 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': 'ae112bdf-bb35-4ff2-9f50-a524541d3d07', 'network_id': '8f063293-b293-4d8e-a5d4-4190ebe90a2c', 'port_id': 'ae112bdf-bb35-4ff2-9f50-a524541d3d07', 'mac_address': 'fa:16:3e:b5:bb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965c2743-7467-43b1-b9ed-1862ecfb68d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 00:03:05.849390 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port ae112bdf-bb35-4ff2-9f50-a524541d3d07 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:03:05.849809 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:05.863438 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae112bdf-bb35-4ff2-9f50-a524541d3d07 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:03:05.885228 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port ae112bdf-bb35-4ff2-9f50-a524541d3d07, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ae112bdf-bb35-4ff2-9f50-a524541d3d07,segment=NetworkSegment(43d510ea-43a5-4540-83a5-eac5d6dab70f),segment_id=43d510ea-43a5-4540-83a5-eac5d6dab70f)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:03:05.890661 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:05.941046 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=ae112bdf-bb35-4ff2-9f50-a524541d3d07,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:06.148510 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['ae112bdf-bb35-4ff2-9f50-a524541d3d07'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:03:06.309377 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26178-c595-42d1-8e47-6ec98a5b278d req-841a909b-8e63-4f61-93ee-0f9de243f93b tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:06.310884 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-41d26178-c595-42d1-8e47-6ec98a5b278d req-841a909b-8e63-4f61-93ee-0f9de243f93b tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 945 time: 0.0516601 Sep 13 00:03:06.359308 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-41d26178-c595-42d1-8e47-6ec98a5b278d req-4a8fa169-c677-4d30-a6fe-70aa67670d6a tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Sep 13 00:03:06.731328 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d93b011b-b88b-4c60-9337-2b0dbc68bc1c req-3512dbb4-e562-4447-86bf-236e2e080451 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 210 time: 0.0360115 Sep 13 00:03:06.774454 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-1159755d-2b4a-492c-a47d-37b4b573d090 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:06.775966 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-1159755d-2b4a-492c-a47d-37b4b573d090 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 811 time: 0.1372476 Sep 13 00:03:06.841058 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-d12f5513-94c6-45aa-93c0-be0950da5c43 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ecac3196aefa4c32994f85a86849c8c8 HTTP/1.1" status: 200 len: 379 time: 0.0563676 Sep 13 00:03:06.849828 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'port': {'device_id': '3a76679f-7a4a-411e-afc4-747058b284a6', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'admin_state_up': True, 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'security_groups': ['456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:03:06.973525 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Made reservation on behalf of ecac3196aefa4c32994f85a86849c8c8 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:03:06.977871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:07.111256 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Allocated IP 172.20.0.4 (59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584/da696a67-9539-493f-834c-93fa9050655d/ffb7b293-10ca-46e8-a495-07036a735cac) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:03:07.153297 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:07.203786 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:07.263410 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for port (ffb7b293-10ca-46e8-a495-07036a735cac), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:07.298463 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:07.344085 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:03:07.347410 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:03:07.349971 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:03:07.389353 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'Port': ['ID=ffb7b293-10ca-46e8-a495-07036a735cac,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:07.415445 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:07.416007 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:07.427627 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:07.440556 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f17ac846-37fe-4177-8ffb-fc3577e414bc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942690 Sep 13 00:03:07.457589 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Request body: {'port': {'device_id': '3a76679f-7a4a-411e-afc4-747058b284a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:03:07.548885 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c65746-9d5e-47f5-9395-d9587b381b86 req-2d1fe07a-25b9-4bf3-8d8a-6d1a835c2d5c tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:07.550391 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-75c65746-9d5e-47f5-9395-d9587b381b86 req-2d1fe07a-25b9-4bf3-8d8a-6d1a835c2d5c tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 945 time: 0.0897670 Sep 13 00:03:07.570187 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:07.642969 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-75c65746-9d5e-47f5-9395-d9587b381b86 req-97d7cf0e-89ce-4050-804c-bfeed18cf0d3 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849452 Sep 13 00:03:07.668830 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-0dc54c19-5f41-4eb5-9a6c-44ddded2277c None None] Provisioning complete for port ffb7b293-10ca-46e8-a495-07036a735cac triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:03:07.669401 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0dc54c19-5f41-4eb5-9a6c-44ddded2277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:07.704651 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device ae112bdf-bb35-4ff2-9f50-a524541d3d07 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:03:07.769360 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-0dc54c19-5f41-4eb5-9a6c-44ddded2277c None None] Port ffb7b293-10ca-46e8-a495-07036a735cac cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:03:07.789830 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port ae112bdf-bb35-4ff2-9f50-a524541d3d07 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 00:03:07.799161 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port ae112bdf-bb35-4ff2-9f50-a524541d3d07 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:03:07.799562 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:07.879481 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port ae112bdf-bb35-4ff2-9f50-a524541d3d07 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:03:07.879926 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:07.887093 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3ecf6-88aa-4f5c-8952-7063abded3ed req-853efe4e-f512-4345-8f2c-259e5de2c8c5 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:07.888610 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05c3ecf6-88aa-4f5c-8952-7063abded3ed req-853efe4e-f512-4345-8f2c-259e5de2c8c5 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 931 time: 0.0627215 Sep 13 00:03:07.905480 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcc20a9-031b-4426-bc83-94116252c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae112bdf-bb35-4ff2-9f50-a524541d3d07'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:03:07.907833 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5337a1-fcfd-4d07-9392-26fd74166958" -d '{"events": [{"server_uuid": "bfcc20a9-031b-4426-bc83-94116252c775", "name": "network-vif-plugged", "status": "completed", "tag": "ae112bdf-bb35-4ff2-9f50-a524541d3d07"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:03:07.920599 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port ae112bdf-bb35-4ff2-9f50-a524541d3d07, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ae112bdf-bb35-4ff2-9f50-a524541d3d07,segment=NetworkSegment(43d510ea-43a5-4540-83a5-eac5d6dab70f),segment_id=43d510ea-43a5-4540-83a5-eac5d6dab70f)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:03:07.926654 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:07.958736 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8bdd73-b8fc-4ddc-b87b-41a8ceee87c2 x-openstack-request-id: req-4e8bdd73-b8fc-4ddc-b87b-41a8ceee87c2 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:03:07.958990 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcc20a9-031b-4426-bc83-94116252c775", "name": "network-vif-plugged", "status": "completed", "tag": "ae112bdf-bb35-4ff2-9f50-a524541d3d07", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:03:07.959309 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e8bdd73-b8fc-4ddc-b87b-41a8ceee87c2 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:03:07.959698 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8bdd73-b8fc-4ddc-b87b-41a8ceee87c2'] response: {'server_uuid': 'bfcc20a9-031b-4426-bc83-94116252c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae112bdf-bb35-4ff2-9f50-a524541d3d07', 'code': 200} Sep 13 00:03:07.986997 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=ae112bdf-bb35-4ff2-9f50-a524541d3d07,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:07.997046 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05c3ecf6-88aa-4f5c-8952-7063abded3ed req-3a6d09c9-0457-40c6-a291-38008da34399 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982027 Sep 13 00:03:08.011100 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb7b293-10ca-46e8-a495-07036a735cac {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:03:08.029895 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Publish callbacks [] for port (ffb7b293-10ca-46e8-a495-07036a735cac), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:08.042987 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Transition to ACTIVE for port object ffb7b293-10ca-46e8-a495-07036a735cac will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 00:03:08.047207 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:08.050700 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:08.166760 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:08.171127 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Pushing event updated for resources: {'Port': ['ID=ffb7b293-10ca-46e8-a495-07036a735cac,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:08.194732 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c40d4-6732-4f5a-baaa-04b15e61bb2e req-897cee26-9adc-4089-a955-dcbd626379c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:08.196423 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d0c40d4-6732-4f5a-baaa-04b15e61bb2e req-897cee26-9adc-4089-a955-dcbd626379c7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 1130 time: 0.0786741 Sep 13 00:03:08.222808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Attempting to bind port ffb7b293-10ca-46e8-a495-07036a735cac on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:03:08.223145 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Attempting to bind port ffb7b293-10ca-46e8-a495-07036a735cac by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:03:08.223496 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Attempting to bind port ffb7b293-10ca-46e8-a495-07036a735cac on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:03:08.285058 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d0c40d4-6732-4f5a-baaa-04b15e61bb2e req-ab9712a0-debb-4b2a-a2af-3feee15368e1 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781085 Sep 13 00:03:08.290603 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Port ffb7b293-10ca-46e8-a495-07036a735cac on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 00:03:08.290931 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Attempting to bind port ffb7b293-10ca-46e8-a495-07036a735cac on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:03:08.344314 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:03:08.344683 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Checking segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:03:08.345287 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Bound using segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:03:08.345922 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Bound port: ffb7b293-10ca-46e8-a495-07036a735cac, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:03:08.346396 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:08.417671 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] For port ffb7b293-10ca-46e8-a495-07036a735cac, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:03:08.420993 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] For port ffb7b293-10ca-46e8-a495-07036a735cac, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ffb7b293-10ca-46e8-a495-07036a735cac,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:03:08.427973 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:08.432111 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:08.432723 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:08.434141 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/ffb7b293-10ca-46e8-a495-07036a735cac HTTP/1.1" status: 200 len: 1093 time: 0.9812598 Sep 13 00:03:08.434695 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a76679f-7a4a-411e-afc4-747058b284a6', 'tag': 'ffb7b293-10ca-46e8-a495-07036a735cac'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:03:08.437032 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55154f4b-f6e4-41ed-abf2-7f8f59978307" -d '{"events": [{"name": "network-changed", "server_uuid": "3a76679f-7a4a-411e-afc4-747058b284a6", "tag": "ffb7b293-10ca-46e8-a495-07036a735cac"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:03:08.475450 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2c460d-20cd-42c6-8738-350cce9c4ab0 x-openstack-request-id: req-3a2c460d-20cd-42c6-8738-350cce9c4ab0 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:03:08.475743 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a76679f-7a4a-411e-afc4-747058b284a6", "tag": "ffb7b293-10ca-46e8-a495-07036a735cac", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:03:08.476049 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a2c460d-20cd-42c6-8738-350cce9c4ab0 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:03:08.476456 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2c460d-20cd-42c6-8738-350cce9c4ab0'] response: {'name': 'network-changed', 'server_uuid': '3a76679f-7a4a-411e-afc4-747058b284a6', 'tag': 'ffb7b293-10ca-46e8-a495-07036a735cac', 'status': 'completed', 'code': 200} Sep 13 00:03:08.492752 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c76e7-d22a-46a5-87dc-ae62fc45f36c service neutron] Pushing event updated for resources: {'Port': ['ID=ffb7b293-10ca-46e8-a495-07036a735cac,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:08.574294 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55154f4b-f6e4-41ed-abf2-7f8f59978307 req-c51b8442-8e62-478b-896c-0b8c8ef460c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:08.575931 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-55154f4b-f6e4-41ed-abf2-7f8f59978307 req-c51b8442-8e62-478b-896c-0b8c8ef460c8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 1127 time: 0.0482132 Sep 13 00:03:08.685872 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55154f4b-f6e4-41ed-abf2-7f8f59978307 req-664aa48f-41ed-474a-8134-517f4bbee603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:08.687583 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-55154f4b-f6e4-41ed-abf2-7f8f59978307 req-664aa48f-41ed-474a-8134-517f4bbee603 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=ecac3196aefa4c32994f85a86849c8c8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1026022 Sep 13 00:03:08.800251 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cf35e-c49e-41e5-bd8e-d4b0d85437ee req-6dcc843e-7ebc-4b6f-be6b-b28da7edbaf6 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:08.801726 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-171cf35e-c49e-41e5-bd8e-d4b0d85437ee req-6dcc843e-7ebc-4b6f-be6b-b28da7edbaf6 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 946 time: 0.0604141 Sep 13 00:03:08.840889 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55154f4b-f6e4-41ed-abf2-7f8f59978307 req-11c4b81a-4b4c-4698-b7a9-73c9e13a5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:08.842262 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-55154f4b-f6e4-41ed-abf2-7f8f59978307 req-11c4b81a-4b4c-4698-b7a9-73c9e13a5fc5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479907 Sep 13 00:03:08.867981 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-171cf35e-c49e-41e5-bd8e-d4b0d85437ee req-93ecdd3e-562d-4f8d-977d-f469b8586c52 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595193 Sep 13 00:03:09.077122 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a771b803-56e0-4ea6-a609-90b6608e7549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:09.129263 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e6a66-e341-40a8-93cc-7dbd15c886a0 req-f9afd694-8dcf-4bb3-bfa8-e813a4623e33 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:09.130654 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4f3e6a66-e341-40a8-93cc-7dbd15c886a0 req-f9afd694-8dcf-4bb3-bfa8-e813a4623e33 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 943 time: 0.0477111 Sep 13 00:03:09.192731 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4f3e6a66-e341-40a8-93cc-7dbd15c886a0 req-f0563e47-b773-4490-8b4a-b3cd37f09fad tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540752 Sep 13 00:03:09.395287 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-8587de54-d9c6-4deb-8ad0-03528d1b071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:09.397002 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-8587de54-d9c6-4deb-8ad0-03528d1b071b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 1127 time: 0.0463986 Sep 13 00:03:09.835841 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-e0cccf91-3a37-46a7-9503-aa706110be3b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb7b293-10ca-46e8-a495-07036a735cac HTTP/1.1" status: 200 len: 217 time: 0.0423741 Sep 13 00:03:09.888297 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-9bc077f3-c1f4-494b-b55d-28b2239944ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:09.890147 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-9bc077f3-c1f4-494b-b55d-28b2239944ed service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0475745 Sep 13 00:03:09.926135 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:09.937646 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-31a88b4f-ea79-4cb7-9125-1ec8fc87bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:09.939180 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-31a88b4f-ea79-4cb7-9125-1ec8fc87bc56 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432599 Sep 13 00:03:09.986704 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e49db3-68af-4681-9c8d-2e7d5310226d req-f0732c84-5a1f-41a3-80d9-d6b1720d8b46 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:09.988210 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-66e49db3-68af-4681-9c8d-2e7d5310226d req-f0732c84-5a1f-41a3-80d9-d6b1720d8b46 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 946 time: 0.0457499 Sep 13 00:03:09.999586 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:10.041719 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-66e49db3-68af-4681-9c8d-2e7d5310226d req-549982be-966e-4014-b35f-660594b41cb6 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Sep 13 00:03:10.211033 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-94a14963-b0c0-464a-8650-9d0b2b2bbfeb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911777 Sep 13 00:03:10.337032 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8bb6d-0061-4cb1-81f2-18867c9666cd req-07769271-1a6f-4ef0-81ec-98fb2c5b41d1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:10.338441 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ca8bb6d-0061-4cb1-81f2-18867c9666cd req-07769271-1a6f-4ef0-81ec-98fb2c5b41d1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 943 time: 0.0619829 Sep 13 00:03:10.370893 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b61c1117-523d-47ea-bfa7-d76dcb718992 req-5d29d2a6-e113-4cb7-b1e4-d5a402b317e4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509562 Sep 13 00:03:10.404436 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6ca8bb6d-0061-4cb1-81f2-18867c9666cd req-4ad55b6e-aefe-493b-864a-f0a02f12b81a tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595691 Sep 13 00:03:11.530104 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be54b9c-62a0-48c9-8203-07d8cccb13ba req-72a6788b-c3b5-458b-9316-5ccbbc8b4b05 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:11.531725 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2be54b9c-62a0-48c9-8203-07d8cccb13ba req-72a6788b-c3b5-458b-9316-5ccbbc8b4b05 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 943 time: 0.0509079 Sep 13 00:03:11.594348 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2be54b9c-62a0-48c9-8203-07d8cccb13ba req-95ad5afd-af24-4d7b-941e-e1f4d599f4e3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551515 Sep 13 00:03:11.966026 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:11.981762 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-7a3a13a0-0f82-4f6f-84c6-d8077b3659a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:12.718601 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03812c-241f-4ca8-88b7-3217f7fa4c00 req-c0ef2980-96a0-4b73-b305-dee94fa337d0 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:12.720125 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5e03812c-241f-4ca8-88b7-3217f7fa4c00 req-c0ef2980-96a0-4b73-b305-dee94fa337d0 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 943 time: 0.0479176 Sep 13 00:03:12.774400 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5e03812c-241f-4ca8-88b7-3217f7fa4c00 req-281acf14-8bec-4755-8520-6cd7827755e4 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463557 Sep 13 00:03:13.315804 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:13.907991 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167135bc-7492-4763-a89d-f57c44659c4d req-31c269fd-a315-4b17-84f0-98c9fc000afd tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:13.909491 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-167135bc-7492-4763-a89d-f57c44659c4d req-31c269fd-a315-4b17-84f0-98c9fc000afd tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 943 time: 0.0491490 Sep 13 00:03:13.960884 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-167135bc-7492-4763-a89d-f57c44659c4d req-3ea0462f-baa8-40f8-8618-eb00177ab9b3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434620 Sep 13 00:03:14.081171 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:14.848914 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:14.898046 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-51b7949a-74ab-4bfc-ae20-1acb33b4c64f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421510 Sep 13 00:03:14.993483 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-3ff02fff-1ac2-4e29-86c0-73efef6ad9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:14.995093 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-3ff02fff-1ac2-4e29-86c0-73efef6ad9b1 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=91ed638ab95f4f21ad4bcc886adf0df4&device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 1130 time: 0.0451956 Sep 13 00:03:15.129576 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becf733-d9de-44d4-b9f6-f8ba5f6a9161 req-fa20da85-4cec-4255-821e-97d7ae2d3065 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:15.133896 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6becf733-d9de-44d4-b9f6-f8ba5f6a9161 req-fa20da85-4cec-4255-821e-97d7ae2d3065 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 943 time: 0.0752125 Sep 13 00:03:15.167299 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-fa95b86d-21ab-4b19-a61a-19c15008bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:15.168721 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-fa95b86d-21ab-4b19-a61a-19c15008bb7e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=8f063293-b293-4d8e-a5d4-4190ebe90a2c HTTP/1.1" status: 200 len: 914 time: 0.1547377 Sep 13 00:03:15.220271 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-d2514980-5cf4-4fe6-945e-6fd2a23ebb49 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae112bdf-bb35-4ff2-9f50-a524541d3d07 HTTP/1.1" status: 200 len: 217 time: 0.0399389 Sep 13 00:03:15.237200 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6becf733-d9de-44d4-b9f6-f8ba5f6a9161 req-341bd8ca-ab66-4141-87ce-8d8c3b2bd817 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934703 Sep 13 00:03:15.268493 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:15.278135 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-78fbfd95-35ea-4c25-87ed-90ea7c80aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:15.279652 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-78fbfd95-35ea-4c25-87ed-90ea7c80aa6d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=965c2743-7467-43b1-b9ed-1862ecfb68d7 HTTP/1.1" status: 200 len: 853 time: 0.0536721 Sep 13 00:03:15.311128 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-96c61f0a-65f6-4282-a24e-1079244f8592 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=8f063293-b293-4d8e-a5d4-4190ebe90a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257807 Sep 13 00:03:15.397265 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:15.414771 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-0dd2610e-2aae-4ad6-a520-0f458b997a1f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971901 Sep 13 00:03:15.527943 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6919f35a-33fd-46a6-9423-6a8a702d58f5 req-04225940-0d48-4d9d-bd69-c7c2fe0be1df service neutron] 10.222.0.18 "GET /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072977 Sep 13 00:03:16.366241 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e47a6-d81b-4ab4-aec6-c05438d621ea req-310bc90d-a56c-4166-8e8b-db6ccd230704 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:16.367759 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9e9e47a6-d81b-4ab4-aec6-c05438d621ea req-310bc90d-a56c-4166-8e8b-db6ccd230704 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 943 time: 0.0479209 Sep 13 00:03:16.422954 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9e9e47a6-d81b-4ab4-aec6-c05438d621ea req-59f977f1-4cb0-490d-8979-d2c21772691a tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491836 Sep 13 00:03:17.549487 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d5fee-9b46-4104-b031-cfbd9fcad97f req-90f70909-aab3-4eaa-831a-7e9ccb3d1956 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:17.551005 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b42d5fee-9b46-4104-b031-cfbd9fcad97f req-90f70909-aab3-4eaa-831a-7e9ccb3d1956 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 943 time: 0.0522373 Sep 13 00:03:17.617314 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b42d5fee-9b46-4104-b031-cfbd9fcad97f req-a4ecce3f-954e-403f-ae24-b8cbb5e226ef tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602634 Sep 13 00:03:17.741682 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device ffb7b293-10ca-46e8-a495-07036a735cac details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 00:03:17.754206 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:17.846275 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port ffb7b293-10ca-46e8-a495-07036a735cac, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ffb7b293-10ca-46e8-a495-07036a735cac,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:03:17.858715 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': 'ffb7b293-10ca-46e8-a495-07036a735cac', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'port_id': 'ffb7b293-10ca-46e8-a495-07036a735cac', 'mac_address': 'fa:16:3e:a1:ed:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 00:03:17.895933 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port ffb7b293-10ca-46e8-a495-07036a735cac is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:03:17.896331 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:17.910098 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb7b293-10ca-46e8-a495-07036a735cac {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:03:17.930166 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port ffb7b293-10ca-46e8-a495-07036a735cac, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ffb7b293-10ca-46e8-a495-07036a735cac,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:03:17.935295 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:17.987161 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=ffb7b293-10ca-46e8-a495-07036a735cac,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:18.153569 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['ffb7b293-10ca-46e8-a495-07036a735cac'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:03:18.751785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d84f6-5509-4531-9d40-cd9be4555676 req-cbe4edd0-3f7c-4bdf-8ec7-b65093249c0e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:18.753235 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-798d84f6-5509-4531-9d40-cd9be4555676 req-cbe4edd0-3f7c-4bdf-8ec7-b65093249c0e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 944 time: 0.0553517 Sep 13 00:03:18.812225 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-798d84f6-5509-4531-9d40-cd9be4555676 req-66577085-7575-4482-b71e-5fb82f159b7c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509465 Sep 13 00:03:19.941259 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07cbb7-defd-498c-9e98-b32700fa5ac8 req-b07d4c2d-5eba-47b1-a6cf-048ff57eaf4f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:19.942724 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fa07cbb7-defd-498c-9e98-b32700fa5ac8 req-b07d4c2d-5eba-47b1-a6cf-048ff57eaf4f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 944 time: 0.0503821 Sep 13 00:03:20.010478 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fa07cbb7-defd-498c-9e98-b32700fa5ac8 req-ca6261a0-27f1-49b7-b2a0-4aa89f321a0a tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620186 Sep 13 00:03:21.143072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4420d2-33d4-47d1-ad00-43b4ae105dfb req-2bc09f12-169e-4107-a607-fe5c14bf841a tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:21.144649 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fb4420d2-33d4-47d1-ad00-43b4ae105dfb req-2bc09f12-169e-4107-a607-fe5c14bf841a tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 944 time: 0.0541034 Sep 13 00:03:21.195518 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fb4420d2-33d4-47d1-ad00-43b4ae105dfb req-46f7d79f-9658-4c2b-8561-2a00e0f7c76c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453537 Sep 13 00:03:21.445483 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device ffb7b293-10ca-46e8-a495-07036a735cac up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:03:21.490343 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port ffb7b293-10ca-46e8-a495-07036a735cac completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 00:03:21.500455 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port ffb7b293-10ca-46e8-a495-07036a735cac triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:03:21.501031 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:21.586803 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port ffb7b293-10ca-46e8-a495-07036a735cac is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:03:21.587169 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:21.611246 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a76679f-7a4a-411e-afc4-747058b284a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb7b293-10ca-46e8-a495-07036a735cac'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:03:21.613489 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae53dd8-a638-4962-a58d-4ff9d3801c23" -d '{"events": [{"server_uuid": "3a76679f-7a4a-411e-afc4-747058b284a6", "name": "network-vif-plugged", "status": "completed", "tag": "ffb7b293-10ca-46e8-a495-07036a735cac"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:03:21.615651 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:21.628461 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port ffb7b293-10ca-46e8-a495-07036a735cac, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ffb7b293-10ca-46e8-a495-07036a735cac,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:03:21.633128 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:21.657707 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dbd75c-b879-46b2-a5e6-e4f2d582b8ec x-openstack-request-id: req-62dbd75c-b879-46b2-a5e6-e4f2d582b8ec {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:03:21.658057 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a76679f-7a4a-411e-afc4-747058b284a6", "name": "network-vif-plugged", "status": "completed", "tag": "ffb7b293-10ca-46e8-a495-07036a735cac", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:03:21.658406 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62dbd75c-b879-46b2-a5e6-e4f2d582b8ec {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:03:21.658596 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62dbd75c-b879-46b2-a5e6-e4f2d582b8ec'] response: {'server_uuid': '3a76679f-7a4a-411e-afc4-747058b284a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb7b293-10ca-46e8-a495-07036a735cac', 'code': 200} Sep 13 00:03:21.687080 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=ffb7b293-10ca-46e8-a495-07036a735cac,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:21.694873 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.695362 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.695768 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.696081 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.696419 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.696866 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.697234 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.697593 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.697919 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.698243 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.698573 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.698896 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.699241 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.699712 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.700058 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:21.920998 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816728d2-50a2-46bf-8c02-6ad4fa114bd3 req-22d2137e-597d-4b4b-bcf3-54560412890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:21.922507 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-816728d2-50a2-46bf-8c02-6ad4fa114bd3 req-22d2137e-597d-4b4b-bcf3-54560412890d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 1129 time: 0.0437462 Sep 13 00:03:21.971332 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-816728d2-50a2-46bf-8c02-6ad4fa114bd3 req-49eff971-1128-4c57-997d-553735d09ea7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421131 Sep 13 00:03:22.326808 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dbc38-ff6e-4f58-bf96-1fb9317a6a08 req-612edd77-6847-425b-a825-4afdd20ea3e1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:22.328361 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9d5dbc38-ff6e-4f58-bf96-1fb9317a6a08 req-612edd77-6847-425b-a825-4afdd20ea3e1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 945 time: 0.0557055 Sep 13 00:03:22.381867 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9d5dbc38-ff6e-4f58-bf96-1fb9317a6a08 req-7886270a-8cb2-4650-a451-fcce9f76c959 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471611 Sep 13 00:03:23.508681 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780e1d7-5ffc-4068-93d6-5e0a24481cdc req-9f9e136b-3442-492a-a7de-25c5849db96b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:23.510183 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5780e1d7-5ffc-4068-93d6-5e0a24481cdc req-9f9e136b-3442-492a-a7de-25c5849db96b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 945 time: 0.0508132 Sep 13 00:03:23.566467 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5780e1d7-5ffc-4068-93d6-5e0a24481cdc req-0ff0be09-0de1-4249-8726-a48627766311 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499539 Sep 13 00:03:24.687637 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:24.696057 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71c044-1abb-4e46-ad51-2c52177ba4bc req-0baccc99-58fe-4b34-841d-fbd84ad2ea25 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:24.697550 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3e71c044-1abb-4e46-ad51-2c52177ba4bc req-0baccc99-58fe-4b34-841d-fbd84ad2ea25 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 945 time: 0.0529764 Sep 13 00:03:24.750626 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3e71c044-1abb-4e46-ad51-2c52177ba4bc req-f58618d4-dd9b-481c-b63b-2aec4a01ec12 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447710 Sep 13 00:03:25.874116 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e89fd9-763f-4777-ba84-869e200967c7 req-d30daa83-9ea7-42e9-8b91-e7155672be9b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:25.875672 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3e89fd9-763f-4777-ba84-869e200967c7 req-d30daa83-9ea7-42e9-8b91-e7155672be9b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 945 time: 0.0486164 Sep 13 00:03:25.931598 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3e89fd9-763f-4777-ba84-869e200967c7 req-c0040641-6ea5-459c-b424-c3c267c7e5f2 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473921 Sep 13 00:03:26.307600 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:03:27.054875 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:27.063667 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be8bc-09b3-4f9d-9584-c0fa2ea12ee3 req-f8c4db1f-45d3-4acf-a34d-d385780b1cf5 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:27.065183 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a88be8bc-09b3-4f9d-9584-c0fa2ea12ee3 req-f8c4db1f-45d3-4acf-a34d-d385780b1cf5 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Sep 13 00:03:27.130739 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a88be8bc-09b3-4f9d-9584-c0fa2ea12ee3 req-b87d4b0f-40bc-45b6-85a0-ef7a679e0c18 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542948 Sep 13 00:03:27.274006 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bd505-1807-45f3-bc3f-67f7d02a2e30 req-782456f8-b448-4b64-8b76-3ad16f4c1b4e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:27.275414 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-db5bd505-1807-45f3-bc3f-67f7d02a2e30 req-782456f8-b448-4b64-8b76-3ad16f4c1b4e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 945 time: 0.0589526 Sep 13 00:03:27.329492 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-db5bd505-1807-45f3-bc3f-67f7d02a2e30 req-abcc8e37-7b41-42f3-afa0-0cb922e33287 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456665 Sep 13 00:03:27.357748 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44736) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:03:27.447633 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17619c67-98e8-4d7b-a923-805298fe4a44 tempest-TestVolumeBootPattern-1609627772 tempest-TestVolumeBootPattern-1609627772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:27.449192 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-17619c67-98e8-4d7b-a923-805298fe4a44 tempest-TestVolumeBootPattern-1609627772 tempest-TestVolumeBootPattern-1609627772-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 1124 time: 0.0904467 Sep 13 00:03:27.452333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44740) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:03:27.456869 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'port_id': 'ffb7b293-10ca-46e8-a495-07036a735cac', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:03:27.479885 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:27.562159 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:27.670975 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Allocated IP 172.27.1.174 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/73df9b4c-6ade-49bb-a0c7-6b30ef7cce11) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:03:27.783337 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for port (73df9b4c-6ade-49bb-a0c7-6b30ef7cce11), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:27.822540 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (73df9b4c-6ade-49bb-a0c7-6b30ef7cce11), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:27.868096 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:03:27.871863 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:03:27.876220 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:03:27.879939 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'Port': ['ID=73df9b4c-6ade-49bb-a0c7-6b30ef7cce11,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:27.911322 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.911650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.911994 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.912328 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.912688 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.912982 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.913307 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.913627 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.913946 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.914265 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.914584 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.914905 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.915240 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.915562 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.915877 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:27.938761 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:28.382905 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:28.543436 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (b46964be-98ec-4131-9fcf-ce0d0fc8f3ff), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:28.617491 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (73df9b4c-6ade-49bb-a0c7-6b30ef7cce11), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:28.777641 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for port (73df9b4c-6ade-49bb-a0c7-6b30ef7cce11), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:28.784091 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (73df9b4c-6ade-49bb-a0c7-6b30ef7cce11), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:28.854839 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (b46964be-98ec-4131-9fcf-ce0d0fc8f3ff), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:28.856816 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'Port': ['ID=73df9b4c-6ade-49bb-a0c7-6b30ef7cce11,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:28.957640 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Floating IP b46964be-98ec-4131-9fcf-ce0d0fc8f3ff associated. External IP: 172.27.1.174, port: ffb7b293-10ca-46e8-a495-07036a735cac. Sep 13 00:03:29.104527 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:29.178937 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:03:29.274633 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:29.295155 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:03:29.305259 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f03182-52eb-48da-8867-68f3de371959 None None] Sync routers for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:03:29.314919 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:29.316267 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f03182-52eb-48da-8867-68f3de371959 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:03:29.316889 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-08f03182-52eb-48da-8867-68f3de371959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:03:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:03:29.349715 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-fa3eaeb3-ab43-47ad-8d53-dca953ad9f03 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8963320 Sep 13 00:03:29.350479 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a76679f-7a4a-411e-afc4-747058b284a6', 'tag': 'ffb7b293-10ca-46e8-a495-07036a735cac'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:03:29.352891 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7e3160-a54c-4fda-9994-34609aa10e45" -d '{"events": [{"name": "network-changed", "server_uuid": "3a76679f-7a4a-411e-afc4-747058b284a6", "tag": "ffb7b293-10ca-46e8-a495-07036a735cac"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:03:29.392050 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e199c8-eaba-4adb-ad72-7b71b45a5642 x-openstack-request-id: req-c7e199c8-eaba-4adb-ad72-7b71b45a5642 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:03:29.392682 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a76679f-7a4a-411e-afc4-747058b284a6", "tag": "ffb7b293-10ca-46e8-a495-07036a735cac", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:03:29.392682 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7e199c8-eaba-4adb-ad72-7b71b45a5642 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:03:29.393078 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e199c8-eaba-4adb-ad72-7b71b45a5642'] response: {'name': 'network-changed', 'server_uuid': '3a76679f-7a4a-411e-afc4-747058b284a6', 'tag': 'ffb7b293-10ca-46e8-a495-07036a735cac', 'status': 'completed', 'code': 200} Sep 13 00:03:29.424053 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-08f03182-52eb-48da-8867-68f3de371959 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:03:29.457750 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-41656d13-71d5-4ea1-be43-6c5b28c15d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:29.459781 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-41656d13-71d5-4ea1-be43-6c5b28c15d33 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 1129 time: 0.0417082 Sep 13 00:03:29.560727 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-58b5ca9c-8a87-458b-b396-734e4b3e9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:29.562258 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-58b5ca9c-8a87-458b-b396-734e4b3e9fef service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.0960760 Sep 13 00:03:29.626296 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-ddddd37d-8e0f-4192-894d-837511aa911c service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb7b293-10ca-46e8-a495-07036a735cac HTTP/1.1" status: 200 len: 999 time: 0.0575135 Sep 13 00:03:29.640794 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-08f03182-52eb-48da-8867-68f3de371959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'b46964be-98ec-4131-9fcf-ce0d0fc8f3ff', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': 'ffb7b293-10ca-46e8-a495-07036a735cac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:a1:ed:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76679f-7a4a-411e-afc4-747058b284a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:03:28Z', 'updated_at': '2022-09-13T00:03:28Z', 'revision_number': 0, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:03:29.666322 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f03182-52eb-48da-8867-68f3de371959 None None] Checking router: 0b4cf41e-94b3-4a1e-95d6-27f790a5629c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:03:29.676654 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f03182-52eb-48da-8867-68f3de371959 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:03:29.677298 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-08f03182-52eb-48da-8867-68f3de371959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:03:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:03:29.681741 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-eebec1a4-cd9e-4217-8352-8b527ce1730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:29.683251 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-eebec1a4-cd9e-4217-8352-8b527ce1730b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0502503 Sep 13 00:03:29.732846 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-14666672-f21f-4832-8705-fc2c11d9adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:29.734417 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-14666672-f21f-4832-8705-fc2c11d9adbd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441332 Sep 13 00:03:29.836222 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-e7aa36a0-b65c-4998-8abe-6f8e47a3ef31 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937634 Sep 13 00:03:29.880130 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-08f03182-52eb-48da-8867-68f3de371959 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:03:29.938270 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0d7e3160-a54c-4fda-9994-34609aa10e45 req-6f581fee-e712-47a2-bf4f-38d8d41bf35a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947149 Sep 13 00:03:30.110688 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-08f03182-52eb-48da-8867-68f3de371959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'b46964be-98ec-4131-9fcf-ce0d0fc8f3ff', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': 'ffb7b293-10ca-46e8-a495-07036a735cac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:a1:ed:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76679f-7a4a-411e-afc4-747058b284a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:03:28Z', 'updated_at': '2022-09-13T00:03:28Z', 'revision_number': 0, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:03:30.137346 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f03182-52eb-48da-8867-68f3de371959 None None] The sync data for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi is: [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': 'b46964be-98ec-4131-9fcf-ce0d0fc8f3ff', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': 'ffb7b293-10ca-46e8-a495-07036a735cac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:a1:ed:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76679f-7a4a-411e-afc4-747058b284a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:03:28Z', 'updated_at': '2022-09-13T00:03:28Z', 'revision_number': 0, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:03:30.329485 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595ce93-4296-488b-be0f-ccaf6d78f503 None None] New status for floating IP b46964be-98ec-4131-9fcf-ce0d0fc8f3ff: ACTIVE {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 00:03:30.373498 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:31.407108 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe6ce2-3d06-49e4-9616-7c2e4acb8041 req-792dc2ce-7578-4c55-964f-5eb3b44b65e7 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:31.408685 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63fe6ce2-3d06-49e4-9616-7c2e4acb8041 req-792dc2ce-7578-4c55-964f-5eb3b44b65e7 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 946 time: 0.0534103 Sep 13 00:03:31.458650 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-63fe6ce2-3d06-49e4-9616-7c2e4acb8041 req-92be6679-a013-44b1-a0bd-35bbc34f6493 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 Sep 13 00:03:32.592147 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c7a61-a209-43e2-b411-4e26fb412c11 req-8e46a824-5f97-4c5f-8801-0df875f173f2 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:32.593625 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fe9c7a61-a209-43e2-b411-4e26fb412c11 req-8e46a824-5f97-4c5f-8801-0df875f173f2 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 946 time: 0.0492668 Sep 13 00:03:32.650561 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fe9c7a61-a209-43e2-b411-4e26fb412c11 req-50967d10-59b5-4a76-8132-1296a1421f93 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486581 Sep 13 00:03:33.142501 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129acf52-11eb-4531-9569-9e2f4545b838 req-9c3b6dc7-ca96-48b8-bc2e-cc03e6cf2a0d tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:33.144017 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-129acf52-11eb-4531-9569-9e2f4545b838 req-9c3b6dc7-ca96-48b8-bc2e-cc03e6cf2a0d tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 946 time: 0.0494442 Sep 13 00:03:33.238159 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-129acf52-11eb-4531-9569-9e2f4545b838 req-f889c0a9-6e68-41a2-b0d5-478978498da9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Deleting port ae112bdf-bb35-4ff2-9f50-a524541d3d07 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:03:33.238551 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-129acf52-11eb-4531-9569-9e2f4545b838 req-f889c0a9-6e68-41a2-b0d5-478978498da9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:33.251603 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:33.344504 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-129acf52-11eb-4531-9569-9e2f4545b838 req-f889c0a9-6e68-41a2-b0d5-478978498da9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] For port ae112bdf-bb35-4ff2-9f50-a524541d3d07, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ae112bdf-bb35-4ff2-9f50-a524541d3d07,segment=NetworkSegment(43d510ea-43a5-4540-83a5-eac5d6dab70f),segment_id=43d510ea-43a5-4540-83a5-eac5d6dab70f)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:03:33.344778 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-129acf52-11eb-4531-9569-9e2f4545b838 req-f889c0a9-6e68-41a2-b0d5-478978498da9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:33.357828 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-129acf52-11eb-4531-9569-9e2f4545b838 req-f889c0a9-6e68-41a2-b0d5-478978498da9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Calling delete_port for ae112bdf-bb35-4ff2-9f50-a524541d3d07 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:03:33.359296 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:33.512306 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-129acf52-11eb-4531-9569-9e2f4545b838 req-f889c0a9-6e68-41a2-b0d5-478978498da9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (ae112bdf-bb35-4ff2-9f50-a524541d3d07), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:33.542060 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889c0a9-6e68-41a2-b0d5-478978498da9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Pushing event deleted for resources: {'Port': ['ID=ae112bdf-bb35-4ff2-9f50-a524541d3d07,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:33.587772 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-129acf52-11eb-4531-9569-9e2f4545b838 req-f889c0a9-6e68-41a2-b0d5-478978498da9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] No DVR routers for this DVR port ae112bdf-bb35-4ff2-9f50-a524541d3d07 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:03:33.590701 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-129acf52-11eb-4531-9569-9e2f4545b838 req-f889c0a9-6e68-41a2-b0d5-478978498da9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:33.593970 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-129acf52-11eb-4531-9569-9e2f4545b838 req-f889c0a9-6e68-41a2-b0d5-478978498da9 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.18 "DELETE /networking/v2.0/ports/ae112bdf-bb35-4ff2-9f50-a524541d3d07 HTTP/1.1" status: 204 len: 173 time: 0.4434271 Sep 13 00:03:33.594623 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcc20a9-031b-4426-bc83-94116252c775', 'name': 'network-vif-deleted', 'tag': 'ae112bdf-bb35-4ff2-9f50-a524541d3d07'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:03:33.596729 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480eb13e-2b59-4fb2-ba7d-4f95a6392411" -d '{"events": [{"server_uuid": "bfcc20a9-031b-4426-bc83-94116252c775", "name": "network-vif-deleted", "tag": "ae112bdf-bb35-4ff2-9f50-a524541d3d07"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:03:33.640403 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba6fcb5-67fb-47d4-88fc-419d1fe75324 x-openstack-request-id: req-6ba6fcb5-67fb-47d4-88fc-419d1fe75324 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:03:33.640744 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfcc20a9-031b-4426-bc83-94116252c775", "name": "network-vif-deleted", "tag": "ae112bdf-bb35-4ff2-9f50-a524541d3d07", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:03:33.641157 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ba6fcb5-67fb-47d4-88fc-419d1fe75324 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:03:33.641578 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba6fcb5-67fb-47d4-88fc-419d1fe75324'] response: {'server_uuid': 'bfcc20a9-031b-4426-bc83-94116252c775', 'name': 'network-vif-deleted', 'tag': 'ae112bdf-bb35-4ff2-9f50-a524541d3d07', 'status': 'completed', 'code': 200} Sep 13 00:03:33.779091 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-4b848f63-a61e-4d56-ad89-33036b25f17f req-e3ece62b-f5b0-4bc0-960e-11ae7ba2c2a6 tempest-VolumesSnapshotTestJSON-1135383017 tempest-VolumesSnapshotTestJSON-1135383017-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bfcc20a9-031b-4426-bc83-94116252c775 HTTP/1.1" status: 200 len: 210 time: 0.0297520 Sep 13 00:03:35.477009 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device ae112bdf-bb35-4ff2-9f50-a524541d3d07 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:03:35.504506 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: ae112bdf-bb35-4ff2-9f50-a524541d3d07 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:03:35.504874 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device ae112bdf-bb35-4ff2-9f50-a524541d3d07 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:03:37.419110 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:39.073102 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bf7bc797-8daf-48c0-aced-98bb58726341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:40.107961 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=90 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:40.114021 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=92 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:41.981477 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bec1a6a4-cb94-4e75-b15d-52cd78313486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:43.318897 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:43.759292 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:43.760184 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=30,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:44.081747 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:44.849665 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:54.841760 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:54.843932 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:56.362442 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44910) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:03:56.411363 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Deleting subnet 965c2743-7467-43b1-b9ed-1862ecfb68d7 {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 00:03:56.414791 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Publish callbacks [] for subnet (965c2743-7467-43b1-b9ed-1862ecfb68d7), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.453837 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8700759'] for subnet (965c2743-7467-43b1-b9ed-1862ecfb68d7), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.495332 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (965c2743-7467-43b1-b9ed-1862ecfb68d7), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.557202 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8730107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761574'] for subnet (965c2743-7467-43b1-b9ed-1862ecfb68d7), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.580968 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965c2743-7467-43b1-b9ed-1862ecfb68d7,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:56.590885 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.591130 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.591513 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.591853 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.592188 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.593103 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.593103 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.593309 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.593484 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.593814 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.594152 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.594463 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.594797 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.595130 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.595476 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:03:56.598363 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.601575 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-a8c7d949-2dac-49f2-9749-41481432fc33 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/965c2743-7467-43b1-b9ed-1862ecfb68d7 HTTP/1.1" status: 204 len: 168 time: 0.2380784 Sep 13 00:03:56.604129 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44914) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:03:56.676661 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (8f063293-b293-4d8e-a5d4-4190ebe90a2c), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.756086 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (8f063293-b293-4d8e-a5d4-4190ebe90a2c), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.778086 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f063293-b293-4d8e-a5d4-4190ebe90a2c']}} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:03:56.787498 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d510ea-43a5-4540-83a5-eac5d6dab70f') {'for_net_delete': True} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:03:56.787759 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d510ea-43a5-4540-83a5-eac5d6dab70f') {} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:03:56.797292 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8700766'] for segment (43d510ea-43a5-4540-83a5-eac5d6dab70f), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.811772 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (43d510ea-43a5-4540-83a5-eac5d6dab70f), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.818635 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=112751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 00:03:56.819017 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8729937'] for segment (43d510ea-43a5-4540-83a5-eac5d6dab70f), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.883962 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (8f063293-b293-4d8e-a5d4-4190ebe90a2c), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.890914 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:56.896521 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/8f063293-b293-4d8e-a5d4-4190ebe90a2c HTTP/1.1" status: 204 len: 168 time: 0.2890010 Sep 13 00:03:56.904241 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d3ec0-8bdc-4388-8a07-94dc8a2de3c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f063293-b293-4d8e-a5d4-4190ebe90a2c,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:56.962838 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment 43d510ea-43a5-4540-83a5-eac5d6dab70f resource provider aggregate not found Sep 13 00:03:56.979745 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment 43d510ea-43a5-4540-83a5-eac5d6dab70f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43d510ea-43a5-4540-83a5-eac5d6dab70f found for delete ", "request_id": "req-7ce5bfd5-46c8-4ec1-a7f8-0892fcaf85dd"}]} Sep 13 00:03:57.083182 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44924) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:03:57.133599 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-c66b1c8c-c267-43e8-8136-5f6cee277d12 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=91ed638ab95f4f21ad4bcc886adf0df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490985 Sep 13 00:03:57.136428 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44926) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:03:57.186131 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-04aef33b-5f74-4a3b-a365-903c5c1ed48c admin admin] Publish callbacks [] for security_group (b9a0a0e1-6625-45d7-ade0-ce420fbf08f7), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:57.206546 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-04aef33b-5f74-4a3b-a365-903c5c1ed48c admin admin] Publish callbacks [] for security_group (b9a0a0e1-6625-45d7-ade0-ce420fbf08f7), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:57.256806 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-04aef33b-5f74-4a3b-a365-903c5c1ed48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b9a0a0e1-6625-45d7-ade0-ce420fbf08f7), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:57.259403 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-04aef33b-5f74-4a3b-a365-903c5c1ed48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:57.260599 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-04aef33b-5f74-4a3b-a365-903c5c1ed48c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b9a0a0e1-6625-45d7-ade0-ce420fbf08f7 HTTP/1.1" status: 204 len: 168 time: 0.1233370 Sep 13 00:03:57.269145 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aef33b-5f74-4a3b-a365-903c5c1ed48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0a0e1-6625-45d7-ade0-ce420fbf08f7,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:58.030988 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44948) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:03:58.134929 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-790652014-network', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:03:58.158319 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Made reservation on behalf of 07b62652571943b58f9c8bd4c1ee9931 for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:03:58.160779 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.169698 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.247433 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Publish callbacks [] for security_group (c49dd7cd-89e8-490b-9d43-9fb1c40a5eb7), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.252521 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (c49dd7cd-89e8-490b-9d43-9fb1c40a5eb7), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.278799 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=112752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 00:03:58.288079 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49dd7cd-89e8-490b-9d43-9fb1c40a5eb7,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:58.295092 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (7765b60f-d33e-4776-bf3a-583cf1bd8db2), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.295477 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Added segment 7765b60f-d33e-4776-bf3a-583cf1bd8db2 of type vlan for network dc1c8caa-bc70-4151-bd30-211506e0b7e6 Sep 13 00:03:58.338968 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (dc1c8caa-bc70-4151-bd30-211506e0b7e6), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.364539 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (dc1c8caa-bc70-4151-bd30-211506e0b7e6), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.365535 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:58.366086 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.414591 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3824201 Sep 13 00:03:58.417714 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44952) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:03:58.422950 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Request body: {'subnet': {'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-790652014-subnet', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:03:58.430380 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dbc2a-d7f1-488b-aa77-c679cb2e7369 admin admin] Pushing event updated for resources: {'Network': ['ID=dc1c8caa-bc70-4151-bd30-211506e0b7e6,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:58.441886 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network dc1c8caa-bc70-4151-bd30-211506e0b7e6 details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 00:03:58.445073 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Made reservation on behalf of 07b62652571943b58f9c8bd4c1ee9931 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:03:58.447787 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761595'] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.625372 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8730422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761577'] for subnet (89a1e8f1-3f33-4cdb-a1db-f001ab601448), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.680980 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a1e8f1-3f33-4cdb-a1db-f001ab601448,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:58.691676 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Checking segment: {'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:03:58.692038 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Network hostable DHCP agents. Network: dc1c8caa-bc70-4151-bd30-211506e0b7e6, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 00:03:58.697596 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:58.713301 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Network dc1c8caa-bc70-4151-bd30-211506e0b7e6 is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 00:03:58.716987 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:58.723950 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, dc1c8caa-bc70-4151-bd30-211506e0b7e6) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:03:58.728749 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:03:58.729346 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.736121 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8777ec8e-98fc-4dbd-96c4-9c0fc5f7fa2d None None] Network dc1c8caa-bc70-4151-bd30-211506e0b7e6 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:03:58.750084 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-903c579a-681f-499b-91f1-a5918a81f6f4 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3311872 Sep 13 00:03:58.753729 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44956) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:03:58.758343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:03:58.786732 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.787849 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.855918 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks [] for router_controller (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), precommit_add_association {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.858602 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 00:03:58.859768 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.991494 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks [] for router_gateway (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:58.998533 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Allocated IP 172.20.0.2 (dc1c8caa-bc70-4151-bd30-211506e0b7e6/89a1e8f1-3f33-4cdb-a1db-f001ab601448/5290687f-2739-4109-ae45-96d1bd536340) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:03:59.050420 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:59.085834 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:03:59.156057 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Publish callbacks [] for port (5290687f-2739-4109-ae45-96d1bd536340), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:59.162826 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (5290687f-2739-4109-ae45-96d1bd536340), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:59.192041 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks [] for router_gateway (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:59.203759 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Network dc1c8caa-bc70-4151-bd30-211506e0b7e6 is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:03:59.208936 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:03:59.211078 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Pushing event updated for resources: {'Port': ['ID=5290687f-2739-4109-ae45-96d1bd536340,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:59.212341 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:59.213394 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:03:59.271014 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Attempting to bind port 5290687f-2739-4109-ae45-96d1bd536340 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:03:59.271379 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Attempting to bind port 5290687f-2739-4109-ae45-96d1bd536340 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:03:59.271754 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Attempting to bind port 5290687f-2739-4109-ae45-96d1bd536340 on network dc1c8caa-bc70-4151-bd30-211506e0b7e6 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:03:59.315411 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:03:59.315692 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Checking segment: {'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:03:59.316062 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:59.316467 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Bound using segment: {'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:03:59.316918 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Bound port: 5290687f-2739-4109-ae45-96d1bd536340, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:03:59.317354 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (5290687f-2739-4109-ae45-96d1bd536340), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:59.327251 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Allocated IP 172.27.1.21 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/70e34967-c3ac-420e-bd38-db959b8dae60) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:03:59.379739 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] For port 5290687f-2739-4109-ae45-96d1bd536340, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:03:59.383061 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] For port 5290687f-2739-4109-ae45-96d1bd536340, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5290687f-2739-4109-ae45-96d1bd536340,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:03:59.389510 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (5290687f-2739-4109-ae45-96d1bd536340), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:59.441896 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47a75d-b5ee-40f4-ab9d-98cb5b1097d3 None None] Pushing event updated for resources: {'Port': ['ID=5290687f-2739-4109-ae45-96d1bd536340,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:59.443621 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks [] for port (70e34967-c3ac-420e-bd38-db959b8dae60), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:59.478751 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:59.523901 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:03:59.529945 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:03:59.533838 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:03:59.549424 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Pushing event updated for resources: {'Port': ['ID=70e34967-c3ac-420e-bd38-db959b8dae60,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:03:59.813525 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks [] for router_gateway (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:03:59.942046 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:00.007178 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:00.228142 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5290687f-2739-4109-ae45-96d1bd536340 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:00.277195 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:00.279394 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 5290687f-2739-4109-ae45-96d1bd536340 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:00.279844 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (5290687f-2739-4109-ae45-96d1bd536340), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:00.307172 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce948ddf-302e-4a24-9a50-25af93fcb268 None None] Network dc1c8caa-bc70-4151-bd30-211506e0b7e6 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:04:00.332366 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:00.381990 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-0818becb-ad8f-4fec-869e-b01aae06c9a0 None None] Provisioning complete for port 5290687f-2739-4109-ae45-96d1bd536340 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:00.382338 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0818becb-ad8f-4fec-869e-b01aae06c9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (5290687f-2739-4109-ae45-96d1bd536340), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:00.401345 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:00.446764 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Router f364dcd2-c011-4523-8faf-9f3d7f74c5fc is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 00:04:00.508873 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 5290687f-2739-4109-ae45-96d1bd536340 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:00.509460 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (5290687f-2739-4109-ae45-96d1bd536340), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:00.557344 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:04:00.566863 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-0818becb-ad8f-4fec-869e-b01aae06c9a0 None None] Current status of the port 5290687f-2739-4109-ae45-96d1bd536340 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:00.567313 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0818becb-ad8f-4fec-869e-b01aae06c9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (5290687f-2739-4109-ae45-96d1bd536340), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:00.575328 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Sync routers for ids ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:04:00.585748 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:00.590265 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-aa9b47dd-967f-49c3-a69e-853ea293c888 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8329897 Sep 13 00:04:00.590612 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44958) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:00.592232 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 5290687f-2739-4109-ae45-96d1bd536340, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5290687f-2739-4109-ae45-96d1bd536340,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:04:00.592494 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Routers {'f364dcd2-c011-4523-8faf-9f3d7f74c5fc'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:04:00.593526 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:03:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:00.601262 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (5290687f-2739-4109-ae45-96d1bd536340), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:00.678034 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.db.api [None req-0818becb-ad8f-4fec-869e-b01aae06c9a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 00:04:00.678586 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG oslo_db.api [None req-0818becb-ad8f-4fec-869e-b01aae06c9a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 00:04:00.713873 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=5290687f-2739-4109-ae45-96d1bd536340,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:00.720099 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Set router f364dcd2-c011-4523-8faf-9f3d7f74c5fc gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:04:00.917143 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:03:59Z', 'revision_number': 3, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:00.942716 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Checking router: f364dcd2-c011-4523-8faf-9f3d7f74c5fc for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:04:00.943061 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Updating router f364dcd2-c011-4523-8faf-9f3d7f74c5fc port 70e34967-c3ac-420e-bd38-db959b8dae60 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 00:04:00.970658 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.031351 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.188062 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:01.199757 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Allocated IP 172.20.0.1 (dc1c8caa-bc70-4151-bd30-211506e0b7e6/89a1e8f1-3f33-4cdb-a1db-f001ab601448/c3e70e12-8105-48da-8e9a-1a2768d7c466) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:04:01.229247 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-0818becb-ad8f-4fec-869e-b01aae06c9a0 None None] Current status of the port 5290687f-2739-4109-ae45-96d1bd536340 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:01.239537 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Publish callbacks [] for port (70e34967-c3ac-420e-bd38-db959b8dae60), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.247434 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.265258 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:01.290522 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Attempting to bind port 70e34967-c3ac-420e-bd38-db959b8dae60 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:04:01.290745 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Attempting to bind port 70e34967-c3ac-420e-bd38-db959b8dae60 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:04:01.291126 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Attempting to bind port 70e34967-c3ac-420e-bd38-db959b8dae60 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:04:01.318173 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Publish callbacks [] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.323388 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Pushing event updated for resources: {'Port': ['ID=70e34967-c3ac-420e-bd38-db959b8dae60,revision_number=2']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:01.335077 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.335442 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.335798 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.336145 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.336470 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.336789 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.337106 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.337418 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.337741 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.338055 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.338367 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.338691 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.339003 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.339561 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.339680 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:01.354927 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.355876 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:04:01.356258 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:04:01.356440 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-539edb59-1eab-40b7-862c-05fc3c5cbe50 None None] Provisioning complete for port 5290687f-2739-4109-ae45-96d1bd536340 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:01.356687 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.356963 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-539edb59-1eab-40b7-862c-05fc3c5cbe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (5290687f-2739-4109-ae45-96d1bd536340), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.357081 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:04:01.357527 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Bound port: 70e34967-c3ac-420e-bd38-db959b8dae60, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:04:01.357914 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.395447 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Network dc1c8caa-bc70-4151-bd30-211506e0b7e6 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:04:01.401229 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:04:01.404122 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:04:01.411711 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] For port 70e34967-c3ac-420e-bd38-db959b8dae60, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:04:01.415488 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] For port 70e34967-c3ac-420e-bd38-db959b8dae60, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=70e34967-c3ac-420e-bd38-db959b8dae60,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:04:01.423702 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.441539 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e70e12-8105-48da-8e9a-1a2768d7c466,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:01.458914 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.461246 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-539edb59-1eab-40b7-862c-05fc3c5cbe50 None None] Current status of the port 5290687f-2739-4109-ae45-96d1bd536340 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:01.479157 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1441b6-7706-4bfa-aece-03f9fbf40a9b None None] Pushing event updated for resources: {'Port': ['ID=70e34967-c3ac-420e-bd38-db959b8dae60,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:01.486806 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Routers {'f364dcd2-c011-4523-8faf-9f3d7f74c5fc'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:04:01.487466 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:03:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:01.520962 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:01.605028 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:01.621418 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] Set router f364dcd2-c011-4523-8faf-9f3d7f74c5fc gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:04:01.634990 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.682048 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-19b5270c-f092-4182-b5c6-e04f20ad1b9d None None] Provisioning complete for port c3e70e12-8105-48da-8e9a-1a2768d7c466 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:01.683063 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-19b5270c-f092-4182-b5c6-e04f20ad1b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.716030 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-19b5270c-f092-4182-b5c6-e04f20ad1b9d None None] Port c3e70e12-8105-48da-8e9a-1a2768d7c466 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:04:01.795745 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:03:59Z', 'revision_number': 3, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:01.803763 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Publish callbacks [] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.809595 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.821402 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4f6e9c-5827-401f-bb29-f9693b12c141 None None] The sync data for ids ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'] in dv-cinder-820027-26-iscsi is: [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:03:59Z', 'revision_number': 3, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:04:01.882568 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e70e12-8105-48da-8e9a-1a2768d7c466,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:01.885047 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:01.985634 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Network dc1c8caa-bc70-4151-bd30-211506e0b7e6 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:04:01.987303 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:04:02.115353 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:02.121242 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:02.143290 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Router f364dcd2-c011-4523-8faf-9f3d7f74c5fc has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:04:02.238570 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-e9710d70-0ad6-4f94-b25d-90cf541484c2 None None] Provisioning complete for port c3e70e12-8105-48da-8e9a-1a2768d7c466 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:02.239408 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e9710d70-0ad6-4f94-b25d-90cf541484c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:02.285989 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-e9710d70-0ad6-4f94-b25d-90cf541484c2 None None] Port c3e70e12-8105-48da-8e9a-1a2768d7c466 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:04:02.298942 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 70e34967-c3ac-420e-bd38-db959b8dae60 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:02.312424 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:04:02.328580 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-490252d9-d6ed-40ac-983b-8b1f77365931 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/f364dcd2-c011-4523-8faf-9f3d7f74c5fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7364044 Sep 13 00:04:02.360261 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 70e34967-c3ac-420e-bd38-db959b8dae60 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:02.360799 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:02.395386 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:02.448115 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 70e34967-c3ac-420e-bd38-db959b8dae60 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:02.448728 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:02.476565 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 70e34967-c3ac-420e-bd38-db959b8dae60, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=70e34967-c3ac-420e-bd38-db959b8dae60,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:04:02.484272 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:02.485536 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5290687f-2739-4109-ae45-96d1bd536340 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:02.570986 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=70e34967-c3ac-420e-bd38-db959b8dae60,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:02.582594 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:02.584046 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 5290687f-2739-4109-ae45-96d1bd536340 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:02.584503 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (5290687f-2739-4109-ae45-96d1bd536340), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:02.673197 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 5290687f-2739-4109-ae45-96d1bd536340 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:02.915453 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44974) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:02.920443 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-368120636-network', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:02.943418 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Made reservation on behalf of f358fb96b8594cd086421aa80e194d06 for: {'network': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:04:02.945837 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for network (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:02.955506 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.039764 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Publish callbacks [] for security_group (5c19c944-85a5-43ca-ac47-bd66ac9d0e06), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.046615 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5c19c944-85a5-43ca-ac47-bd66ac9d0e06), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.078896 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=112752) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 00:04:03.085670 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c19c944-85a5-43ca-ac47-bd66ac9d0e06,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:03.091875 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (ac5f3649-8b86-4b94-bfaa-8d77f32b70a8), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.092226 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.segments_db [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Added segment ac5f3649-8b86-4b94-bfaa-8d77f32b70a8 of type vlan for network c953876b-464f-451a-9aa7-5a4a1a17262e Sep 13 00:04:03.133450 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727824469414'] for network (c953876b-464f-451a-9aa7-5a4a1a17262e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.161171 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064'] for network (c953876b-464f-451a-9aa7-5a4a1a17262e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.162147 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:03.162735 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.216192 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2996075 Sep 13 00:04:03.219195 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44976) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:03.224393 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Request body: {'subnet': {'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-368120636-subnet', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'ip_version': 4}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:03.227999 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2aa0cb-8a18-4c0b-943a-40fe3cf0b05c admin admin] Pushing event updated for resources: {'Network': ['ID=c953876b-464f-451a-9aa7-5a4a1a17262e,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:03.239676 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Network c953876b-464f-451a-9aa7-5a4a1a17262e details requested by agent ovs-agent-dv-cinder-820027-26-iscsi with host dv-cinder-820027-26-iscsi {{(pid=112753) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 00:04:03.248603 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Made reservation on behalf of f358fb96b8594cd086421aa80e194d06 for: {'subnet': 1} {{(pid=112751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:04:03.251209 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8761595'] for subnet (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.307362 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:04:03.444819 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8730422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8761577'] for subnet (d752d2a3-a98b-4da3-8450-c562a0b9210c), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.505422 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d752d2a3-a98b-4da3-8450-c562a0b9210c,revision_number=0']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:03.516085 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Checking segment: {'id': 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:04:03.516719 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Network hostable DHCP agents. Network: c953876b-464f-451a-9aa7-5a4a1a17262e, hostable agents: ['51df3278-e3c6-458c-984d-d8e43e8a0841'], hosted agents: [] {{(pid=112751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 00:04:03.538416 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Sync routers for ids ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:04:03.538824 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Network c953876b-464f-451a-9aa7-5a4a1a17262e is scheduled to be hosted by DHCP agent 51df3278-e3c6-458c-984d-d8e43e8a0841 with binding_index 1 {{(pid=112751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 00:04:03.550672 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-26-iscsi, c953876b-464f-451a-9aa7-5a4a1a17262e) {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:04:03.552246 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Routers {'f364dcd2-c011-4523-8faf-9f3d7f74c5fc'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:04:03.552862 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:03:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:03.555902 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:03.556584 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.575332 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-545817aa-c373-4f50-9d86-bf73bcd94f33 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3549168 Sep 13 00:04:03.578350 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44978) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:03.583098 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-368120636-router', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:03.591401 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15eacb-cb37-444d-ad0b-1e84e8e879bb None None] Network c953876b-464f-451a-9aa7-5a4a1a17262e requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:04:03.605618 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11587'] for router (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.606967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-446206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-491553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11592'] for router (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.673283 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks [] for router_controller (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), precommit_add_association {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.820615 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks [] for router_gateway (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:03.882029 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Set router f364dcd2-c011-4523-8faf-9f3d7f74c5fc gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:04:03.911492 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d329c76-89fb-547a-a1d5-124669b81567-c953876b-464f-451a-9aa7-5a4a1a17262e', 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e', 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'fixed_ips': [{'subnet_id': 'd752d2a3-a98b-4da3-8450-c562a0b9210c'}]}} from dv-cinder-820027-26-iscsi. {{(pid=112753) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 00:04:03.912955 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.040756 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:04.057455 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks [] for router_gateway (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.060276 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:04.079433 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.192537 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.db_base_plugin_common [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Allocated IP 172.20.0.2 (c953876b-464f-451a-9aa7-5a4a1a17262e/d752d2a3-a98b-4da3-8450-c562a0b9210c/8cb8ae30-8c81-4a80-9fdb-c663a8fe061e) {{(pid=112753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:04:04.200749 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:04.205270 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Allocated IP 172.27.1.253 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/ffc2976c-6d2c-46d9-8ba5-97a683e889f6) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:04:04.213011 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 70e34967-c3ac-420e-bd38-db959b8dae60 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:04.237103 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c3e70e12-8105-48da-8e9a-1a2768d7c466', 'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'mac_address': 'fa:16:3e:8e:56:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:01Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 2, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'subnets': [{'id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:04.315136 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Checking router: f364dcd2-c011-4523-8faf-9f3d7f74c5fc for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:04:04.315876 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Updating router f364dcd2-c011-4523-8faf-9f3d7f74c5fc port c3e70e12-8105-48da-8e9a-1a2768d7c466 binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 00:04:04.317614 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks [] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.355419 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:04.366546 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.375247 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.379702 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 70e34967-c3ac-420e-bd38-db959b8dae60 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:04.380079 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.421253 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:04:04.424684 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Pushing event updated for resources: {'Port': ['ID=ffc2976c-6d2c-46d9-8ba5-97a683e889f6,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:04.428423 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:04:04.430969 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:04:04.621142 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Publish callbacks [] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), precommit_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.632570 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), after_create {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.652396 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 70e34967-c3ac-420e-bd38-db959b8dae60 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:04.687985 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks [] for router_gateway (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.727687 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Network c953876b-464f-451a-9aa7-5a4a1a17262e is already hosted by enough agents. {{(pid=112753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:04:04.732644 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.scheduler.base_scheduler [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Resources bound (agent type, host, resource id): {{(pid=112753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:04:04.736205 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Pushing event updated for resources: {'Port': ['ID=8cb8ae30-8c81-4a80-9fdb-c663a8fe061e,revision_number=1']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:04.742221 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Received port after_create {{(pid=112753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:04:04.838914 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Attempting to bind port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:04:04.839281 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Attempting to bind port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:04:04.839646 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Attempting to bind port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e on network c953876b-464f-451a-9aa7-5a4a1a17262e {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:04:04.885448 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-435936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431414'] for router (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.892760 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:04.922135 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Publish callbacks [] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.927831 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:04:04.928208 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Checking segment: {'id': 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:04:04.928627 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.929018 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Bound using segment: {'id': 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:04:04.929494 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Bound port: 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:04:04.929874 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:04.933376 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:05.013818 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:05.018042 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:05.027109 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e is scheduled to L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 with binding_index 1 {{(pid=112752) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 00:04:05.030059 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfa3eb-eb17-432c-a744-3f9a603503e4 None None] Pushing event updated for resources: {'Port': ['ID=c3e70e12-8105-48da-8e9a-1a2768d7c466,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:05.089443 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] For port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:04:05.099614 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Attempting to bind port c3e70e12-8105-48da-8e9a-1a2768d7c466 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:04:05.099990 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Attempting to bind port c3e70e12-8105-48da-8e9a-1a2768d7c466 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:04:05.100351 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Attempting to bind port c3e70e12-8105-48da-8e9a-1a2768d7c466 on network dc1c8caa-bc70-4151-bd30-211506e0b7e6 {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:04:05.123712 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] For port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=8cb8ae30-8c81-4a80-9fdb-c663a8fe061e,segment=NetworkSegment(ac5f3649-8b86-4b94-bfaa-8d77f32b70a8),segment_id=ac5f3649-8b86-4b94-bfaa-8d77f32b70a8)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:04:05.136672 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:05.153786 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:04:05.165795 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Sync routers for ids ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:04:05.175288 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:05.179465 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-3969e6d1-43c2-45d7-a005-6d5b57c77fbf admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5999405 Sep 13 00:04:05.181932 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:05.183292 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44982) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:05.185950 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Routers {'46e1e3c0-66a1-4a80-a7f9-2815007cf66e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:04:05.186819 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:03:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:05.199987 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:04:05.200545 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Checking segment: {'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:04:05.201061 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:05.201556 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Bound using segment: {'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:04:05.202159 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Bound port: c3e70e12-8105-48da-8e9a-1a2768d7c466, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:04:05.202610 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:05.246189 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffb4c0-4862-457f-80f5-0da08d4c35d8 None None] Pushing event updated for resources: {'Port': ['ID=8cb8ae30-8c81-4a80-9fdb-c663a8fe061e,revision_number=2']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:05.328331 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] For port c3e70e12-8105-48da-8e9a-1a2768d7c466, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:04:05.331293 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] For port c3e70e12-8105-48da-8e9a-1a2768d7c466, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=c3e70e12-8105-48da-8e9a-1a2768d7c466,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:04:05.340136 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:05.385526 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Routers {'f364dcd2-c011-4523-8faf-9f3d7f74c5fc'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:04:05.385526 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:03:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:05.451749 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Set router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:04:05.472835 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfa3eb-eb17-432c-a744-3f9a603503e4 None None] Pushing event updated for resources: {'Port': ['ID=c3e70e12-8105-48da-8e9a-1a2768d7c466,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:05.559120 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] Set router f364dcd2-c011-4523-8faf-9f3d7f74c5fc gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:04:05.672927 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:05.674712 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'name': 'tempest-TestShelveInstance-368120636-router', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:04:03Z', 'updated_at': '2022-09-13T00:04:04Z', 'revision_number': 3, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'gw_port': {'id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:04Z', 'updated_at': '2022-09-13T00:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:05.704863 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Checking router: 46e1e3c0-66a1-4a80-a7f9-2815007cf66e for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:04:05.705215 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Updating router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e port ffc2976c-6d2c-46d9-8ba5-97a683e889f6 binding host dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 00:04:05.742535 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:05.776393 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:05.920790 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:05.953200 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c3e70e12-8105-48da-8e9a-1a2768d7c466', 'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'mac_address': 'fa:16:3e:8e:56:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:01Z', 'updated_at': '2022-09-13T00:04:05Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'subnets': [{'id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:05.971416 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Allocated IP 172.20.0.1 (c953876b-464f-451a-9aa7-5a4a1a17262e/d752d2a3-a98b-4da3-8450-c562a0b9210c/ff679979-fda5-473c-b4fd-57050208da39) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:04:06.011584 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb16a1-e63a-40da-9b66-6d34586cea15 None None] The sync data for ids ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'] in dv-cinder-820027-26-iscsi is: [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c3e70e12-8105-48da-8e9a-1a2768d7c466', 'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'mac_address': 'fa:16:3e:8e:56:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:01Z', 'updated_at': '2022-09-13T00:04:05Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'subnets': [{'id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:04:06.113545 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Publish callbacks [] for port (ff679979-fda5-473c-b4fd-57050208da39), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.136851 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Publish callbacks [] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), precommit_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.151555 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.164949 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (ff679979-fda5-473c-b4fd-57050208da39), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.206788 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Attempting to bind port ffc2976c-6d2c-46d9-8ba5-97a683e889f6 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:04:06.207319 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Attempting to bind port ffc2976c-6d2c-46d9-8ba5-97a683e889f6 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:04:06.207606 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Attempting to bind port ffc2976c-6d2c-46d9-8ba5-97a683e889f6 on network 2516e979-4620-44cb-a22c-f82227160da3 {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:04:06.254390 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:06.260695 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Network c953876b-464f-451a-9aa7-5a4a1a17262e is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:04:06.265665 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:04:06.270193 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:04:06.278992 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:06.295819 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6d91a-93e0-488b-8850-c2223507d54d None None] Pushing event updated for resources: {'Port': ['ID=ffc2976c-6d2c-46d9-8ba5-97a683e889f6,revision_number=2']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:06.307613 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:04:06.308545 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Checking segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:04:06.308545 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.308780 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Pushing event updated for resources: {'Port': ['ID=ff679979-fda5-473c-b4fd-57050208da39,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:06.308897 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Bound using segment: {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'} {{(pid=112754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:04:06.309263 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.managers [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Bound port: ffc2976c-6d2c-46d9-8ba5-97a683e889f6, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45c13c-890e-48d3-8733-b16fe5c53800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2516e979-4620-44cb-a22c-f82227160da3'}}] {{(pid=112754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:04:06.309635 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), before_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.327880 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:06.348776 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449299'] for router_interface (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.398352 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] For port ffc2976c-6d2c-46d9-8ba5-97a683e889f6, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:04:06.404987 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.plugins.ml2.db [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] For port ffc2976c-6d2c-46d9-8ba5-97a683e889f6, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=ffc2976c-6d2c-46d9-8ba5-97a683e889f6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:04:06.417985 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron_lib.callbacks.manager [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), after_update {{(pid=112754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.424207 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:06.424832 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.472147 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Routers {'46e1e3c0-66a1-4a80-a7f9-2815007cf66e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:04:06.472918 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:03:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:06.523129 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:06.524029 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.534693 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:06.536668 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ff679979-fda5-473c-b4fd-57050208da39), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.560441 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa89de4-3f7c-4966-b861-60e1cf3559eb None None] Network c953876b-464f-451a-9aa7-5a4a1a17262e requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:04:06.567151 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6d91a-93e0-488b-8850-c2223507d54d None None] Pushing event updated for resources: {'Port': ['ID=ffc2976c-6d2c-46d9-8ba5-97a683e889f6,revision_number=3']} {{(pid=112754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:06.627772 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:06.641164 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] Set router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:04:06.651529 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=8cb8ae30-8c81-4a80-9fdb-c663a8fe061e,segment=NetworkSegment(ac5f3649-8b86-4b94-bfaa-8d77f32b70a8),segment_id=ac5f3649-8b86-4b94-bfaa-8d77f32b70a8)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:04:06.663270 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.664648 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device c3e70e12-8105-48da-8e9a-1a2768d7c466 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:06.671255 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-1aeb1e73-693d-498f-9cdb-6e379fe57cc1 None None] Provisioning complete for port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:06.671764 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-1aeb1e73-693d-498f-9cdb-6e379fe57cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.739951 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:06.743695 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Publish callbacks [] for port (ff679979-fda5-473c-b4fd-57050208da39), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.752443 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8729997'] for port (ff679979-fda5-473c-b4fd-57050208da39), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.826610 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Pushing event updated for resources: {'Port': ['ID=ff679979-fda5-473c-b4fd-57050208da39,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:06.829744 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-449415'] for router_interface (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.841255 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=8cb8ae30-8c81-4a80-9fdb-c663a8fe061e,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:06.870998 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port c3e70e12-8105-48da-8e9a-1a2768d7c466 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:06.871701 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:06.907251 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'name': 'tempest-TestShelveInstance-368120636-router', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:04:03Z', 'updated_at': '2022-09-13T00:04:04Z', 'revision_number': 3, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'gw_port': {'id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:04Z', 'updated_at': '2022-09-13T00:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:06.944127 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Network c953876b-464f-451a-9aa7-5a4a1a17262e is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:04:06.947665 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:04:06.951332 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb1e73-693d-498f-9cdb-6e379fe57cc1 None None] Current status of the port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:06.955526 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e3da22-ba24-4977-a017-e111832cd16a None None] The sync data for ids ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'] in dv-cinder-820027-26-iscsi is: [{'id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'name': 'tempest-TestShelveInstance-368120636-router', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:04:03Z', 'updated_at': '2022-09-13T00:04:04Z', 'revision_number': 3, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'gw_port': {'id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:04Z', 'updated_at': '2022-09-13T00:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:04:07.026583 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port c3e70e12-8105-48da-8e9a-1a2768d7c466 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:07.027068 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:07.090847 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port c3e70e12-8105-48da-8e9a-1a2768d7c466, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=c3e70e12-8105-48da-8e9a-1a2768d7c466,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:04:07.099266 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:07.211136 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-a555af2f-9acd-4e86-b5b9-3e0f8b5dcbcb None None] Provisioning complete for port ff679979-fda5-473c-b4fd-57050208da39 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:07.211623 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a555af2f-9acd-4e86-b5b9-3e0f8b5dcbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ff679979-fda5-473c-b4fd-57050208da39), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:07.242102 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=c3e70e12-8105-48da-8e9a-1a2768d7c466,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:07.272786 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-a555af2f-9acd-4e86-b5b9-3e0f8b5dcbcb None None] Port ff679979-fda5-473c-b4fd-57050208da39 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:04:07.285393 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-a555af2f-9acd-4e86-b5b9-3e0f8b5dcbcb None None] Provisioning complete for port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:07.285763 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-a555af2f-9acd-4e86-b5b9-3e0f8b5dcbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:07.414792 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:04:07.429051 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-a555af2f-9acd-4e86-b5b9-3e0f8b5dcbcb None None] Current status of the port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:07.435195 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:07.551048 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-dfb1b4b4-e71c-4222-9a4b-107e0fd9a301 None None] Provisioning complete for port ff679979-fda5-473c-b4fd-57050208da39 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:07.551438 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b4b4-e71c-4222-9a4b-107e0fd9a301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ff679979-fda5-473c-b4fd-57050208da39), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:07.576115 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:04:07.595636 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-796bcdcf-4bb3-4f1a-8263-1b3df046b33c admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/46e1e3c0-66a1-4a80-a7f9-2815007cf66e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3944778 Sep 13 00:04:07.614537 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1b4b4-e71c-4222-9a4b-107e0fd9a301 None None] Port ff679979-fda5-473c-b4fd-57050208da39 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:04:07.733722 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-ba449c51-d13a-4968-9d40-43b99716b6da None None] Provisioning complete for port ff679979-fda5-473c-b4fd-57050208da39 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:07.734105 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba449c51-d13a-4968-9d40-43b99716b6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ff679979-fda5-473c-b4fd-57050208da39), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:07.786756 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-ba449c51-d13a-4968-9d40-43b99716b6da None None] Port ff679979-fda5-473c-b4fd-57050208da39 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:04:07.848866 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=100 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:08.022373 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 44994) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:08.026750 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-769e78f0-4248-4bd1-b2af-70724648bc08 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265569184', 'description': 'tempest-secgroup-smoke-265569184 description', 'project_id': '07b62652571943b58f9c8bd4c1ee9931'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:08.050563 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-769e78f0-4248-4bd1-b2af-70724648bc08 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.072125 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=100 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:08.131891 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-769e78f0-4248-4bd1-b2af-70724648bc08 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group (e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.137436 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-769e78f0-4248-4bd1-b2af-70724648bc08 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.172768 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-769e78f0-4248-4bd1-b2af-70724648bc08 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.177275 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44996) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:08.177780 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-769e78f0-4248-4bd1-b2af-70724648bc08 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1543729 Sep 13 00:04:08.180013 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e78f0-4248-4bd1-b2af-70724648bc08 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:08.185701 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-d12d1a9d-34d4-4249-b4f0-9212a80495e3 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Request body: {'security_group_rule': {'security_group_id': 'e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991', 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:08.215770 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d12d1a9d-34d4-4249-b4f0-9212a80495e3 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (1d3d92cf-bf6a-4445-91f7-1cacd3a09434), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.274856 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d12d1a9d-34d4-4249-b4f0-9212a80495e3 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (1d3d92cf-bf6a-4445-91f7-1cacd3a09434), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.279952 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d12d1a9d-34d4-4249-b4f0-9212a80495e3 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (1d3d92cf-bf6a-4445-91f7-1cacd3a09434), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.284679 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ffc2976c-6d2c-46d9-8ba5-97a683e889f6 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:08.304612 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d1a9d-34d4-4249-b4f0-9212a80495e3 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3d92cf-bf6a-4445-91f7-1cacd3a09434,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:08.312918 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-d12d1a9d-34d4-4249-b4f0-9212a80495e3 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.318465 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-d12d1a9d-34d4-4249-b4f0-9212a80495e3 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334240 Sep 13 00:04:08.320651 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 44998) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:08.325295 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-27c77913-0d1e-4656-93ad-cd734fc67a02 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Request body: {'security_group_rule': {'security_group_id': 'e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991', 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:08.335371 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port ffc2976c-6d2c-46d9-8ba5-97a683e889f6 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:08.335743 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.357681 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-27c77913-0d1e-4656-93ad-cd734fc67a02 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (41d149c9-3871-4ea9-b377-91f31130c97c), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.417658 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port ffc2976c-6d2c-46d9-8ba5-97a683e889f6 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:08.418297 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.424543 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-27c77913-0d1e-4656-93ad-cd734fc67a02 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (41d149c9-3871-4ea9-b377-91f31130c97c), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.429137 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-27c77913-0d1e-4656-93ad-cd734fc67a02 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (41d149c9-3871-4ea9-b377-91f31130c97c), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.453289 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c77913-0d1e-4656-93ad-cd734fc67a02 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d149c9-3871-4ea9-b377-91f31130c97c,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:08.459784 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port ffc2976c-6d2c-46d9-8ba5-97a683e889f6, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=ffc2976c-6d2c-46d9-8ba5-97a683e889f6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:04:08.462307 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-27c77913-0d1e-4656-93ad-cd734fc67a02 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.463703 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-27c77913-0d1e-4656-93ad-cd734fc67a02 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420274 Sep 13 00:04:08.464941 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.466378 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:08.466984 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45000) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:08.471714 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-94554f5f-2c2f-4841-85fd-50958df288a0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Request body: {'security_group_rule': {'security_group_id': 'e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991', 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:08.499383 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-94554f5f-2c2f-4841-85fd-50958df288a0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (0e8efa2a-8f8f-4d3b-a5d9-9d27ccffa696), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.501688 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:08.571685 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-94554f5f-2c2f-4841-85fd-50958df288a0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (0e8efa2a-8f8f-4d3b-a5d9-9d27ccffa696), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.576664 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-94554f5f-2c2f-4841-85fd-50958df288a0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (0e8efa2a-8f8f-4d3b-a5d9-9d27ccffa696), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.597755 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94554f5f-2c2f-4841-85fd-50958df288a0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8efa2a-8f8f-4d3b-a5d9-9d27ccffa696,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:08.603977 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-94554f5f-2c2f-4841-85fd-50958df288a0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.605710 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-94554f5f-2c2f-4841-85fd-50958df288a0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375406 Sep 13 00:04:08.608566 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45002) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:08.612574 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=ffc2976c-6d2c-46d9-8ba5-97a683e889f6,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:08.612995 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-ce49127e-1207-44dc-9985-5f23cd6bde4e tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Request body: {'security_group_rule': {'security_group_id': 'e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991', 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:08.616216 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:08.616721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.641928 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ce49127e-1207-44dc-9985-5f23cd6bde4e tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (7155a214-2426-4805-b6b0-cb93244fd7d9), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.691565 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:08.692726 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device c3e70e12-8105-48da-8e9a-1a2768d7c466 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:08.706241 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ce49127e-1207-44dc-9985-5f23cd6bde4e tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (7155a214-2426-4805-b6b0-cb93244fd7d9), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.710306 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ce49127e-1207-44dc-9985-5f23cd6bde4e tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (7155a214-2426-4805-b6b0-cb93244fd7d9), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.729183 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:08.731126 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49127e-1207-44dc-9985-5f23cd6bde4e tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7155a214-2426-4805-b6b0-cb93244fd7d9,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:08.738145 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port c3e70e12-8105-48da-8e9a-1a2768d7c466 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:08.738568 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-ce49127e-1207-44dc-9985-5f23cd6bde4e tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.738731 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.740370 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-ce49127e-1207-44dc-9985-5f23cd6bde4e tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307924 Sep 13 00:04:08.743165 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45004) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:08.747928 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-5fed99cd-e30d-44d7-94d6-0b2af9bd0f4a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Request body: {'security_group_rule': {'security_group_id': 'e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991', 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:08.762790 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:08.773439 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.securitygroups_db [None req-5fed99cd-e30d-44d7-94d6-0b2af9bd0f4a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Project 07b62652571943b58f9c8bd4c1ee9931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 00:04:08.781675 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5fed99cd-e30d-44d7-94d6-0b2af9bd0f4a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (c697e0cd-39b7-443f-be55-59e12ba41077), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.829253 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port c3e70e12-8105-48da-8e9a-1a2768d7c466 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:08.849592 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5fed99cd-e30d-44d7-94d6-0b2af9bd0f4a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (c697e0cd-39b7-443f-be55-59e12ba41077), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.854898 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5fed99cd-e30d-44d7-94d6-0b2af9bd0f4a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (c697e0cd-39b7-443f-be55-59e12ba41077), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.876291 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed99cd-e30d-44d7-94d6-0b2af9bd0f4a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c697e0cd-39b7-443f-be55-59e12ba41077,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:08.887767 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5fed99cd-e30d-44d7-94d6-0b2af9bd0f4a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.890266 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-5fed99cd-e30d-44d7-94d6-0b2af9bd0f4a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455665 Sep 13 00:04:08.892549 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45006) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:08.897172 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-f58073a4-9467-43ca-bf71-0935181c3c8b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Request body: {'security_group_rule': {'security_group_id': 'e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991', 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:08.919720 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.securitygroups_db [None req-f58073a4-9467-43ca-bf71-0935181c3c8b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Project 07b62652571943b58f9c8bd4c1ee9931 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 00:04:08.925929 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f58073a4-9467-43ca-bf71-0935181c3c8b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (a767069e-1b10-4515-a5f3-230cabdd5c02), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.988891 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f58073a4-9467-43ca-bf71-0935181c3c8b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (a767069e-1b10-4515-a5f3-230cabdd5c02), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:08.994777 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f58073a4-9467-43ca-bf71-0935181c3c8b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594092'] for security_group_rule (a767069e-1b10-4515-a5f3-230cabdd5c02), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:09.016726 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58073a4-9467-43ca-bf71-0935181c3c8b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a767069e-1b10-4515-a5f3-230cabdd5c02,revision_number=0']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:09.024689 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f58073a4-9467-43ca-bf71-0935181c3c8b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:09.025894 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-f58073a4-9467-43ca-bf71-0935181c3c8b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323822 Sep 13 00:04:09.082395 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-654aeedd-3711-4fa4-accc-d2e4186f73df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:09.415609 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Sync routers for ids ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:04:09.427536 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Routers {'46e1e3c0-66a1-4a80-a7f9-2815007cf66e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:04:09.428158 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:03:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:09.542635 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Set router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:04:09.672024 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:09.743750 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'name': 'tempest-TestShelveInstance-368120636-router', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:04:03Z', 'updated_at': '2022-09-13T00:04:06Z', 'revision_number': 4, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'gw_port': {'id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:04Z', 'updated_at': '2022-09-13T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'ff679979-fda5-473c-b4fd-57050208da39', 'name': '', 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'mac_address': 'fa:16:3e:61:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd752d2a3-a98b-4da3-8450-c562a0b9210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:05Z', 'updated_at': '2022-09-13T00:04:06Z', 'revision_number': 2, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'subnets': [{'id': 'd752d2a3-a98b-4da3-8450-c562a0b9210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:09.777364 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Checking router: 46e1e3c0-66a1-4a80-a7f9-2815007cf66e for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:04:09.777791 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Updating router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e port ff679979-fda5-473c-b4fd-57050208da39 binding host dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 00:04:09.808427 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ff679979-fda5-473c-b4fd-57050208da39), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:10.098079 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Publish callbacks [] for port (ff679979-fda5-473c-b4fd-57050208da39), precommit_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:10.107381 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ff679979-fda5-473c-b4fd-57050208da39), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:10.117324 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:10.291046 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ffc2976c-6d2c-46d9-8ba5-97a683e889f6 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:10.350262 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d238b2-e289-4c7b-8234-922a05ca6144 None None] Pushing event updated for resources: {'Port': ['ID=ff679979-fda5-473c-b4fd-57050208da39,revision_number=3']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:10.399529 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Attempting to bind port ff679979-fda5-473c-b4fd-57050208da39 on host dv-cinder-820027-26-iscsi for vnic_type normal with profile {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:04:10.399844 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Attempting to bind port ff679979-fda5-473c-b4fd-57050208da39 by drivers openvswitch,hyperv on host dv-cinder-820027-26-iscsi at level 0 using segments [{'id': 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e'}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:04:10.400231 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Attempting to bind port ff679979-fda5-473c-b4fd-57050208da39 on network c953876b-464f-451a-9aa7-5a4a1a17262e {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:04:10.403388 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port ffc2976c-6d2c-46d9-8ba5-97a683e889f6 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:10.403736 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:10.472947 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Checking agent: {'id': 'ab490990-c74c-4a78-a3a6-c31b7ead70b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 44, 44), 'started_at': datetime.datetime(2022, 9, 12, 23, 45, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:04:10.473271 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Checking segment: {'id': 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:04:10.473725 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:10.474111 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Bound using segment: {'id': 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e'} {{(pid=112753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:04:10.474572 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.managers [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Bound port: ff679979-fda5-473c-b4fd-57050208da39, host: dv-cinder-820027-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e'}}] {{(pid=112753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:04:10.474946 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ff679979-fda5-473c-b4fd-57050208da39), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:10.551549 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port ffc2976c-6d2c-46d9-8ba5-97a683e889f6 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:10.569838 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] For port ff679979-fda5-473c-b4fd-57050208da39, host dv-cinder-820027-26-iscsi, cleared binding levels {{(pid=112753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:04:10.573104 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] For port ff679979-fda5-473c-b4fd-57050208da39, host dv-cinder-820027-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=ff679979-fda5-473c-b4fd-57050208da39,segment=NetworkSegment(ac5f3649-8b86-4b94-bfaa-8d77f32b70a8),segment_id=ac5f3649-8b86-4b94-bfaa-8d77f32b70a8)] {{(pid=112753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:04:10.580450 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ff679979-fda5-473c-b4fd-57050208da39), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:10.617246 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Routers {'46e1e3c0-66a1-4a80-a7f9-2815007cf66e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:04:10.617986 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:03:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:10.680289 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d238b2-e289-4c7b-8234-922a05ca6144 None None] Pushing event updated for resources: {'Port': ['ID=ff679979-fda5-473c-b4fd-57050208da39,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:10.720082 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:10.756800 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] Set router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:04:10.959884 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'name': 'tempest-TestShelveInstance-368120636-router', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:04:03Z', 'updated_at': '2022-09-13T00:04:06Z', 'revision_number': 4, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'gw_port': {'id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:04Z', 'updated_at': '2022-09-13T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'ff679979-fda5-473c-b4fd-57050208da39', 'name': '', 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'mac_address': 'fa:16:3e:61:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd752d2a3-a98b-4da3-8450-c562a0b9210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:05Z', 'updated_at': '2022-09-13T00:04:10Z', 'revision_number': 4, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'subnets': [{'id': 'd752d2a3-a98b-4da3-8450-c562a0b9210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:10.988396 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031cdc1-d4e5-43a4-9cff-35e9b6502a79 None None] The sync data for ids ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'] in dv-cinder-820027-26-iscsi is: [{'id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'name': 'tempest-TestShelveInstance-368120636-router', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:04:03Z', 'updated_at': '2022-09-13T00:04:06Z', 'revision_number': 4, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'gw_port': {'id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:04Z', 'updated_at': '2022-09-13T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'ff679979-fda5-473c-b4fd-57050208da39', 'name': '', 'network_id': 'c953876b-464f-451a-9aa7-5a4a1a17262e', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'mac_address': 'fa:16:3e:61:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd752d2a3-a98b-4da3-8450-c562a0b9210c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:05Z', 'updated_at': '2022-09-13T00:04:10Z', 'revision_number': 4, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'subnets': [{'id': 'd752d2a3-a98b-4da3-8450-c562a0b9210c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:04:11.976775 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bff642e5-6951-45ce-aad2-9971500cf840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:12.209106 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ff679979-fda5-473c-b4fd-57050208da39 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:12.253284 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:12.260877 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port ff679979-fda5-473c-b4fd-57050208da39 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:12.261294 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ff679979-fda5-473c-b4fd-57050208da39), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:12.340121 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port ff679979-fda5-473c-b4fd-57050208da39 is: DOWN; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:12.340364 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (ff679979-fda5-473c-b4fd-57050208da39), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:12.374960 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] For port ff679979-fda5-473c-b4fd-57050208da39, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=ff679979-fda5-473c-b4fd-57050208da39,segment=NetworkSegment(ac5f3649-8b86-4b94-bfaa-8d77f32b70a8),segment_id=ac5f3649-8b86-4b94-bfaa-8d77f32b70a8)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:04:12.382221 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (ff679979-fda5-473c-b4fd-57050208da39), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:12.434873 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Pushing event updated for resources: {'Port': ['ID=ff679979-fda5-473c-b4fd-57050208da39,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:13.318137 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:14.078509 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:14.211965 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ff679979-fda5-473c-b4fd-57050208da39 up at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:14.263784 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Provisioning complete for port ff679979-fda5-473c-b4fd-57050208da39 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:14.264656 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (ff679979-fda5-473c-b4fd-57050208da39), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:14.338439 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Current status of the port ff679979-fda5-473c-b4fd-57050208da39 is: ACTIVE; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:14.852308 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:16.275352 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-1fe9aa15-5e28-4ad5-9878-66edf49e23a3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4165208 Sep 13 00:04:16.358728 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-bb74bb05-f9df-4dc0-8fda-72c1fe996a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:16.360229 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-bb74bb05-f9df-4dc0-8fda-72c1fe996a5d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 1129 time: 0.0392878 Sep 13 00:04:16.478589 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-0af90e6a-2079-4efd-9f39-7b5b818f1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:16.480054 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-0af90e6a-2079-4efd-9f39-7b5b818f1abf service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.0967851 Sep 13 00:04:16.556868 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-0ef17cf8-6c9d-4fdb-9bca-54fbe86118fb service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb7b293-10ca-46e8-a495-07036a735cac HTTP/1.1" status: 200 len: 1001 time: 0.0694406 Sep 13 00:04:16.613430 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-dbe3e57e-8492-4060-8e87-281f3c77ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:16.614939 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-dbe3e57e-8492-4060-8e87-281f3c77ca8f service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0505085 Sep 13 00:04:16.671308 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-7271f0e7-17f4-405a-932c-68009a688bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:16.672839 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-7271f0e7-17f4-405a-932c-68009a688bec service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511267 Sep 13 00:04:16.683896 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-e7b7754d-1ef2-49c4-8ab6-66c674ae6e16 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 00:04:16.684858 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-e7b7754d-1ef2-49c4-8ab6-66c674ae6e16 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052915 Sep 13 00:04:16.779202 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-46c92946-d94a-4932-81dc-6b0840685606 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879209 Sep 13 00:04:16.878114 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f82a33e2-edf1-443a-b3df-b0de4ebe1631 req-9ad71a05-8e0f-4fd7-9419-71ce11153d3e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920262 Sep 13 00:04:16.902600 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:16.955090 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:18.169290 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:18.178663 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:INSERT=2,neutron:SELECT=13,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:24.840138 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:24.847106 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:25.569335 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-ebc4c5e9-f7a8-406c-9811-4b17117295c4 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-265569184&fields=id&tenant_id=07b62652571943b58f9c8bd4c1ee9931 HTTP/1.1" status: 200 len: 267 time: 0.0544829 Sep 13 00:04:25.638138 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:25.687407 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-d6f0f201-5ad2-4ee7-959c-a24812384995 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:25.688891 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-d6f0f201-5ad2-4ee7-959c-a24812384995 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/networks?id=dc1c8caa-bc70-4151-bd30-211506e0b7e6 HTTP/1.1" status: 200 len: 808 time: 0.1120763 Sep 13 00:04:25.703869 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-3be709a7-72b9-4c55-b82c-b9dc752ca7ee tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/quotas/07b62652571943b58f9c8bd4c1ee9931 HTTP/1.1" status: 200 len: 375 time: 0.0094888 Sep 13 00:04:25.717318 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:25.755290 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7dab629e-3ab0-48a7-b168-641b5cf5cf28 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=07b62652571943b58f9c8bd4c1ee9931&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463085 Sep 13 00:04:25.818800 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-8ee0a7ee-bd03-4885-9107-1002f1aacd76 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 00:04:25.819850 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-8ee0a7ee-bd03-4885-9107-1002f1aacd76 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0523987 Sep 13 00:04:25.927673 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-1cca9c34-979b-432e-8b06-71f01c775713 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014802 Sep 13 00:04:26.022081 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-61ef7884-6bc6-4970-8b4f-8d09bc46c753 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862014 Sep 13 00:04:26.342768 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5800ebc9-172a-43f5-aaaa-74629e479fdd req-53f6afac-a34e-4927-a411-e566fdaae127 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 210 time: 0.0327840 Sep 13 00:04:27.447385 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-da69577f-7e9a-4863-822c-4a30880535fc req-8cec4ee5-c220-46ba-a81c-b2d0f2f15a10 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 210 time: 0.0290697 Sep 13 00:04:27.649820 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-a3e246f3-b7ff-4fa7-9d4f-0039fc7d0a3c tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:27.651352 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-a3e246f3-b7ff-4fa7-9d4f-0039fc7d0a3c tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.18 "GET /networking/v2.0/networks?id=dc1c8caa-bc70-4151-bd30-211506e0b7e6 HTTP/1.1" status: 200 len: 808 time: 0.1051431 Sep 13 00:04:27.723278 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-40931d7d-711f-41a7-8bdf-0412f2619636 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=07b62652571943b58f9c8bd4c1ee9931 HTTP/1.1" status: 200 len: 379 time: 0.0592153 Sep 13 00:04:27.741622 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Request body: {'port': {'device_id': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'admin_state_up': True, 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'security_groups': ['e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:27.852324 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Made reservation on behalf of 07b62652571943b58f9c8bd4c1ee9931 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:04:27.856091 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:27.991774 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Allocated IP 172.20.0.6 (dc1c8caa-bc70-4151-bd30-211506e0b7e6/89a1e8f1-3f33-4cdb-a1db-f001ab601448/e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:04:28.149070 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:28.169118 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:28.172542 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:28.188346 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:28.236773 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Network dc1c8caa-bc70-4151-bd30-211506e0b7e6 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:04:28.240162 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:04:28.243259 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:04:28.277016 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event updated for resources: {'Port': ['ID=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:28.286949 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.287321 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.287660 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.287996 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.288328 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.288713 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.289041 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.289363 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.289689 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.290022 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.290332 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.290650 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.290969 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.292141 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.292669 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:28.318304 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:28.318923 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:28.336940 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-fb9ab738-4ca4-42fa-ab3b-30adfb2b8a7d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5989177 Sep 13 00:04:28.405113 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Request body: {'port': {'device_id': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:28.448137 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-ab74e9e3-6b89-438a-b93e-79169cffbe33 None None] Provisioning complete for port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:28.448661 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ab74e9e3-6b89-438a-b93e-79169cffbe33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:28.470381 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:28.480337 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-ab74e9e3-6b89-438a-b93e-79169cffbe33 None None] Port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:04:28.636438 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0266da-e00e-4ca5-9e40-f83645325696 req-d0ee52cc-3143-4779-a21b-92c109d684b1 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:28.637938 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b0266da-e00e-4ca5-9e40-f83645325696 req-d0ee52cc-3143-4779-a21b-92c109d684b1 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 931 time: 0.0692728 Sep 13 00:04:28.740597 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b0266da-e00e-4ca5-9e40-f83645325696 req-38e4e3ee-870d-48bc-8a6a-0e90c92bc4fa tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929549 Sep 13 00:04:28.807928 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:04:28.815615 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Publish callbacks [] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:28.828316 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Transition to ACTIVE for port object e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 00:04:28.832223 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:28.918671 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:28.947466 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Attempting to bind port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:04:28.947796 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Attempting to bind port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:04:28.948133 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Attempting to bind port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb on network dc1c8caa-bc70-4151-bd30-211506e0b7e6 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:04:28.993066 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb on network dc1c8caa-bc70-4151-bd30-211506e0b7e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 00:04:28.993422 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Attempting to bind port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb on network dc1c8caa-bc70-4151-bd30-211506e0b7e6 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:04:29.036142 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:04:29.036371 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Checking segment: {'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:04:29.036763 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Bound using segment: {'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:04:29.037197 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Bound port: e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7765b60f-d33e-4776-bf3a-583cf1bd8db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:04:29.037560 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:29.070398 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:29.080423 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:29.110389 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] For port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:04:29.113767 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] For port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:04:29.121975 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:29.126253 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:29.126904 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:29.128322 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 200 len: 1093 time: 0.7277353 Sep 13 00:04:29.128838 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:04:29.131082 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b250ef73-4a68-4f17-9570-4f53e4fccb97" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:04:29.215393 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79988e-dc50-454c-a9ed-593529125cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:29.225251 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-8954b6f1-041f-4ebc-921d-888bae4ec072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:29.226781 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-8954b6f1-041f-4ebc-921d-888bae4ec072 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=07b62652571943b58f9c8bd4c1ee9931&device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1127 time: 0.0532477 Sep 13 00:04:29.235141 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579f7fab-cc43-44c3-8a17-14d3c60e2152 x-openstack-request-id: req-579f7fab-cc43-44c3-8a17-14d3c60e2152 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:04:29.235497 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:04:29.235744 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-579f7fab-cc43-44c3-8a17-14d3c60e2152 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:04:29.236135 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579f7fab-cc43-44c3-8a17-14d3c60e2152'] response: {'name': 'network-changed', 'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'status': 'completed', 'code': 200} Sep 13 00:04:29.276937 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-b0bbb764-00ae-4a14-85e6-2f7efd8fbdb9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 200 len: 217 time: 0.0329349 Sep 13 00:04:29.333023 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-aa396f01-c2d6-4bae-b3a4-9f48893bd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:29.334471 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-aa396f01-c2d6-4bae-b3a4-9f48893bd769 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=89a1e8f1-3f33-4cdb-a1db-f001ab601448 HTTP/1.1" status: 200 len: 847 time: 0.0481417 Sep 13 00:04:29.382325 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-87615f15-a83d-4d98-a66a-3ca5bc4d01f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:29.383868 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-87615f15-a83d-4d98-a66a-3ca5bc4d01f8 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dc1c8caa-bc70-4151-bd30-211506e0b7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399227 Sep 13 00:04:29.476550 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-5b4425a8-20d4-426b-b2b1-29f4f13e3501 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830977 Sep 13 00:04:29.574766 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8566e07c-7d74-4857-bc79-fd5950b0d202 req-8d936ab1-c000-4354-b2d0-15a7acfa07f4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888634 Sep 13 00:04:29.900600 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db3ed4-3239-403d-bce0-cc05e335f0f3 req-b5d4b2ed-ae1b-4439-8a57-b37a8c4af2ad tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:29.902063 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-35db3ed4-3239-403d-bce0-cc05e335f0f3 req-b5d4b2ed-ae1b-4439-8a57-b37a8c4af2ad tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0843930 Sep 13 00:04:29.903504 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-01c18262-6aca-48d3-98f1-1005f1ffd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:29.904826 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-01c18262-6aca-48d3-98f1-1005f1ffd5fe service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=07b62652571943b58f9c8bd4c1ee9931&device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1127 time: 0.0692196 Sep 13 00:04:30.003569 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-35db3ed4-3239-403d-bce0-cc05e335f0f3 req-e3209855-78ec-40fb-8754-a80e6bb1012a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949636 Sep 13 00:04:30.026627 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-26883098-7a11-4a38-8732-28893c1f6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:30.028046 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-26883098-7a11-4a38-8732-28893c1f6541 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dc1c8caa-bc70-4151-bd30-211506e0b7e6 HTTP/1.1" status: 200 len: 909 time: 0.1136632 Sep 13 00:04:30.073742 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-0a6bc5a6-5fbe-4775-8edc-d823a5282bd2 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 200 len: 217 time: 0.0361505 Sep 13 00:04:30.134830 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-7522913e-9b1c-4dad-9036-f27a611c6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:30.136341 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-7522913e-9b1c-4dad-9036-f27a611c6f62 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=89a1e8f1-3f33-4cdb-a1db-f001ab601448 HTTP/1.1" status: 200 len: 847 time: 0.0530705 Sep 13 00:04:30.192945 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-8b630094-5448-4c6b-9078-183b7adda294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:30.194456 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-8b630094-5448-4c6b-9078-183b7adda294 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dc1c8caa-bc70-4151-bd30-211506e0b7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486543 Sep 13 00:04:30.299819 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-6bce31b2-b952-4f39-b442-67072458d943 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956898 Sep 13 00:04:30.371502 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:30.409229 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b250ef73-4a68-4f17-9570-4f53e4fccb97 req-5a17773e-4439-464b-a07b-457d2c4acf9c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989451 Sep 13 00:04:31.151794 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b453a67-b6e4-4435-8691-4d6b29934af0 req-040d3f1f-bd28-4d3b-ba12-4f530fab1dee tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:31.153323 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9b453a67-b6e4-4435-8691-4d6b29934af0 req-040d3f1f-bd28-4d3b-ba12-4f530fab1dee tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0595312 Sep 13 00:04:31.190037 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:31.204506 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9b453a67-b6e4-4435-8691-4d6b29934af0 req-fb62927e-2252-49aa-ad9a-44662ca86ae6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453653 Sep 13 00:04:32.350512 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c8e76-3dcb-44cd-bedb-9962ff68c85c req-20b5ce2e-cce3-4d71-90db-4ba5a4f8fa93 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:32.351941 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b77c8e76-3dcb-44cd-bedb-9962ff68c85c req-20b5ce2e-cce3-4d71-90db-4ba5a4f8fa93 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0540149 Sep 13 00:04:32.403769 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b77c8e76-3dcb-44cd-bedb-9962ff68c85c req-079ff2b1-ebc0-4cad-b295-ef8f9da200a4 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459418 Sep 13 00:04:33.534240 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b67ae6-244e-481e-9ada-576aefa39efe req-83e26d3c-4c2e-40d4-a7e2-b001a2a3ab06 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:33.535747 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-55b67ae6-244e-481e-9ada-576aefa39efe req-83e26d3c-4c2e-40d4-a7e2-b001a2a3ab06 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0475771 Sep 13 00:04:33.589263 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-55b67ae6-244e-481e-9ada-576aefa39efe req-f5b1b14a-32de-4ae4-b67e-27611ef4012a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477982 Sep 13 00:04:34.731574 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e68d9-9eed-4345-8cd1-ed2bd6ac721f req-08ac91a4-5439-4392-84f3-445e4b4bd28f tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:34.733107 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d1e68d9-9eed-4345-8cd1-ed2bd6ac721f req-08ac91a4-5439-4392-84f3-445e4b4bd28f tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0621350 Sep 13 00:04:34.789178 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3d1e68d9-9eed-4345-8cd1-ed2bd6ac721f req-734a6291-4acd-4ce5-991b-72ef1df40701 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489705 Sep 13 00:04:35.760788 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 00:04:35.873879 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:04:35.887328 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'port_id': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'mac_address': 'fa:16:3e:71:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 00:04:35.920350 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3978053-ad6a-483c-b0a9-d6769548447f req-874f3c06-3c36-4b16-82a5-1e9a5b4c68d5 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:35.921847 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3978053-ad6a-483c-b0a9-d6769548447f req-874f3c06-3c36-4b16-82a5-1e9a5b4c68d5 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0471442 Sep 13 00:04:35.924618 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:35.925019 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:35.939534 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:04:35.959257 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:04:35.964815 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:35.974684 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a3978053-ad6a-483c-b0a9-d6769548447f req-13a2970a-42fc-4599-a0ef-3564f2340cf8 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468988 Sep 13 00:04:36.019704 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:36.030743 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.031171 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.031633 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.032057 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.032480 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.032931 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.033426 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.033842 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.034317 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.034769 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.035290 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.035765 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.036272 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.036721 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.037126 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:04:36.250268 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:04:37.110503 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2e9e5-491d-487c-81d3-457e82ccfb7d req-650cc041-5572-4603-9fcd-36eca26cc7c5 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:37.112014 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e7f2e9e5-491d-487c-81d3-457e82ccfb7d req-650cc041-5572-4603-9fcd-36eca26cc7c5 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 944 time: 0.0519438 Sep 13 00:04:37.162378 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e7f2e9e5-491d-487c-81d3-457e82ccfb7d req-e8099e96-e852-4855-acf0-eaf59f47bdf0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445695 Sep 13 00:04:37.419601 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:37.758327 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:04:37.812570 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 00:04:37.821076 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:04:37.821580 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:37.906978 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:04:37.907373 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:37.909941 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:37.932182 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:04:37.934422 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4f7c57-7dc2-43dc-9b0e-413ed1a23775" -d '{"events": [{"server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "name": "network-vif-plugged", "status": "completed", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:04:37.944942 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:37.948360 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:04:37.954072 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:38.003310 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:38.034986 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b13019-a687-499a-9810-8ef79e0a3f65 x-openstack-request-id: req-21b13019-a687-499a-9810-8ef79e0a3f65 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:04:38.035292 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "name": "network-vif-plugged", "status": "completed", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:04:38.035567 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21b13019-a687-499a-9810-8ef79e0a3f65 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:04:38.035971 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b13019-a687-499a-9810-8ef79e0a3f65'] response: {'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'code': 200} Sep 13 00:04:38.309675 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb1b36-46b3-45df-bbff-96e01ca09a76 req-ce154377-2315-4d6c-b52a-02d46864c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:38.311087 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-57fb1b36-46b3-45df-bbff-96e01ca09a76 req-ce154377-2315-4d6c-b52a-02d46864c283 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1129 time: 0.0702183 Sep 13 00:04:38.321393 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4bcb9-8151-4ab8-aae6-d38cebd37538 req-f26c81c7-d99b-4d83-b719-3846d097fe55 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:38.322793 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3fb4bcb9-8151-4ab8-aae6-d38cebd37538 req-f26c81c7-d99b-4d83-b719-3846d097fe55 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0723631 Sep 13 00:04:38.400871 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-57fb1b36-46b3-45df-bbff-96e01ca09a76 req-c2ba53aa-9bdd-4a96-9b7a-d29fcb2c8bc7 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771046 Sep 13 00:04:38.405842 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3fb4bcb9-8151-4ab8-aae6-d38cebd37538 req-ec6c04ce-26ab-4083-8ef9-526c16d23580 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766191 Sep 13 00:04:39.084336 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-c502cbbc-d525-489d-9ad1-37adf53bacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:39.543305 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153952b-ce81-4159-abcb-2c33f0f29e54 req-2cf0c668-7183-4338-ad1b-2408a0edfffb tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:39.544820 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b153952b-ce81-4159-abcb-2c33f0f29e54 req-2cf0c668-7183-4338-ad1b-2408a0edfffb tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0487423 Sep 13 00:04:39.597084 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b153952b-ce81-4159-abcb-2c33f0f29e54 req-59309dc5-7658-4d31-a2e2-0844796ec8ff tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460773 Sep 13 00:04:40.307827 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:04:40.727879 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9116ec0-345d-4915-9d31-a19baa555406 req-90618ccd-ca0d-4511-9c39-41d3f391bebb tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:40.729328 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f9116ec0-345d-4915-9d31-a19baa555406 req-90618ccd-ca0d-4511-9c39-41d3f391bebb tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0474086 Sep 13 00:04:40.750219 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:40.795145 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f9116ec0-345d-4915-9d31-a19baa555406 req-a6619ffd-d164-493e-b463-b90e690df716 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601335 Sep 13 00:04:40.918575 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af11ded-0111-4603-a09a-651f82e2ca87 req-3e4639ab-5c06-451e-957d-ff1ef6274b21 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:40.919998 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0af11ded-0111-4603-a09a-651f82e2ca87 req-3e4639ab-5c06-451e-957d-ff1ef6274b21 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0489199 Sep 13 00:04:40.970177 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0af11ded-0111-4603-a09a-651f82e2ca87 req-9d68d954-c79e-4acd-982b-37d8f3dcb52d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443242 Sep 13 00:04:40.999349 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45168) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:41.098168 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf87ef-5fa0-4317-b656-d4181af29513 tempest-TestShelveInstance-1568269979 tempest-TestShelveInstance-1568269979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:41.099812 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1fcf87ef-5fa0-4317-b656-d4181af29513 tempest-TestShelveInstance-1568269979 tempest-TestShelveInstance-1568269979-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1124 time: 0.0991633 Sep 13 00:04:41.104476 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45172) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:04:41.108911 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'port_id': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'fixed_ip_address': '172.20.0.6'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:04:41.134515 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:41.219640 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:41.277945 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:41.329913 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Allocated IP 172.27.1.112 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/550412db-d4f7-4a54-aacf-dac29e962b21) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:04:41.440669 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for port (550412db-d4f7-4a54-aacf-dac29e962b21), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:41.477463 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (550412db-d4f7-4a54-aacf-dac29e962b21), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:41.522057 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:04:41.526656 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:04:41.530780 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:04:41.536160 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event updated for resources: {'Port': ['ID=550412db-d4f7-4a54-aacf-dac29e962b21,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:41.731969 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:41.894417 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for floatingip (434c8766-29ad-46c2-809a-22ff73490f13), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:41.974078 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (550412db-d4f7-4a54-aacf-dac29e962b21), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:41.981322 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-263a4706-5df1-4f09-83d8-c2651631e11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:42.075608 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:42.123842 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for port (550412db-d4f7-4a54-aacf-dac29e962b21), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:42.131272 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (550412db-d4f7-4a54-aacf-dac29e962b21), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:42.200407 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event updated for resources: {'Port': ['ID=550412db-d4f7-4a54-aacf-dac29e962b21,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:04:42.202946 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (434c8766-29ad-46c2-809a-22ff73490f13), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:42.579733 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Floating IP 434c8766-29ad-46c2-809a-22ff73490f13 associated. External IP: 172.27.1.112, port: e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb. Sep 13 00:04:42.792372 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Router f364dcd2-c011-4523-8faf-9f3d7f74c5fc has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:04:42.911531 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:04:42.923102 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] Sync routers for ids ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:04:42.924414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:42.932319 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:42.934013 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] Routers {'f364dcd2-c011-4523-8faf-9f3d7f74c5fc'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:04:42.934633 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:04:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:42.966322 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-61b3e445-f65e-48f9-b8b3-70cd522f90c6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8607624 Sep 13 00:04:42.966987 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:04:42.969372 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d4f173-de0a-4ad2-a162-8639a258d82b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:04:43.009348 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478609d4-1b4c-4304-8817-7e76839477f2 x-openstack-request-id: req-478609d4-1b4c-4304-8817-7e76839477f2 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:04:43.009625 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:04:43.010117 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-478609d4-1b4c-4304-8817-7e76839477f2 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:04:43.010536 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478609d4-1b4c-4304-8817-7e76839477f2'] response: {'name': 'network-changed', 'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'status': 'completed', 'code': 200} Sep 13 00:04:43.041332 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] Set router f364dcd2-c011-4523-8faf-9f3d7f74c5fc gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:04:43.085092 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-acb6c254-2685-4711-8405-0731e3d9fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:43.087483 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-acb6c254-2685-4711-8405-0731e3d9fac4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=07b62652571943b58f9c8bd4c1ee9931&device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1129 time: 0.0528557 Sep 13 00:04:43.186187 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-fa022509-afb6-40f5-898e-91d3b609b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:43.187676 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-fa022509-afb6-40f5-898e-91d3b609b9df service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dc1c8caa-bc70-4151-bd30-211506e0b7e6 HTTP/1.1" status: 200 len: 909 time: 0.0945044 Sep 13 00:04:43.251796 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-b8acc1c5-0e26-4b48-b216-991658c9c99b service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 200 len: 999 time: 0.0577030 Sep 13 00:04:43.269561 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '434c8766-29ad-46c2-809a-22ff73490f13', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'port_id': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'mac_address': 'fa:16:3e:71:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:04:41Z', 'updated_at': '2022-09-13T00:04:41Z', 'revision_number': 0, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e70e12-8105-48da-8e9a-1a2768d7c466', 'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'mac_address': 'fa:16:3e:8e:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:01Z', 'updated_at': '2022-09-13T00:04:07Z', 'revision_number': 5, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'subnets': [{'id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:43.303178 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-7a607a79-713a-4ad4-ad6d-7847983d4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:43.304914 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-7a607a79-713a-4ad4-ad6d-7847983d4042 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=89a1e8f1-3f33-4cdb-a1db-f001ab601448 HTTP/1.1" status: 200 len: 847 time: 0.0471206 Sep 13 00:04:43.322384 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:43.351625 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-05d391da-210e-44cc-bd72-005c13837651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:04:43.353214 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-05d391da-210e-44cc-bd72-005c13837651 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dc1c8caa-bc70-4151-bd30-211506e0b7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418987 Sep 13 00:04:43.383386 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] Checking router: f364dcd2-c011-4523-8faf-9f3d7f74c5fc for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:04:43.392712 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] Routers {'f364dcd2-c011-4523-8faf-9f3d7f74c5fc'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:04:43.393323 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:04:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:43.409636 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:43.455207 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-4e35fa4f-810f-4aeb-a305-8b991fe2511a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947235 Sep 13 00:04:43.500426 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] Set router f364dcd2-c011-4523-8faf-9f3d7f74c5fc gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:04:43.551026 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f3d4f173-de0a-4ad2-a162-8639a258d82b req-107f9170-25b3-407b-8eed-64c3beae02c1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905867 Sep 13 00:04:43.719565 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '434c8766-29ad-46c2-809a-22ff73490f13', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'port_id': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'mac_address': 'fa:16:3e:71:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:04:41Z', 'updated_at': '2022-09-13T00:04:41Z', 'revision_number': 0, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e70e12-8105-48da-8e9a-1a2768d7c466', 'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'mac_address': 'fa:16:3e:8e:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:01Z', 'updated_at': '2022-09-13T00:04:07Z', 'revision_number': 5, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'subnets': [{'id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:04:43.747468 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54bab2a-8c50-4109-b2d7-600a64c0998b None None] The sync data for ids ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'] in dv-cinder-820027-26-iscsi is: [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '434c8766-29ad-46c2-809a-22ff73490f13', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'port_id': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'mac_address': 'fa:16:3e:71:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:04:41Z', 'updated_at': '2022-09-13T00:04:41Z', 'revision_number': 0, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e70e12-8105-48da-8e9a-1a2768d7c466', 'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'mac_address': 'fa:16:3e:8e:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:01Z', 'updated_at': '2022-09-13T00:04:07Z', 'revision_number': 5, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'subnets': [{'id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:04:43.965590 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ae82d-21d3-44bf-bedb-7e2b211329d4 None None] New status for floating IP 434c8766-29ad-46c2-809a-22ff73490f13: ACTIVE {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 00:04:44.111532 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:44.856378 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:04:53.546200 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=15 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:53.548321 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=50 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:53.722036 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=80 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:53.723201 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:54.848702 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:04:54.849911 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:07.415444 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:09.079941 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-adc97164-6fde-404b-8874-d3cf9b3626a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:09.266215 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:11.995400 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f60f10aa-01e4-4aeb-b6cd-bfc84f555744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:13.315061 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:14.081474 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:14.985273 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:17.310799 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:05:17.899538 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-8429f6db-e66d-4e41-87b6-8c67c689e481 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463037 Sep 13 00:05:17.987925 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-0af4988b-f419-4b0a-942d-7b152f230e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:17.990240 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-0af4988b-f419-4b0a-942d-7b152f230e63 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 1129 time: 0.0438209 Sep 13 00:05:18.113105 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-abe3317f-8fae-435d-8c23-4426a96478e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:18.114596 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-abe3317f-8fae-435d-8c23-4426a96478e5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.0993919 Sep 13 00:05:18.180366 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-4541bcf4-22f6-4c3b-b974-c9934256b27e service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb7b293-10ca-46e8-a495-07036a735cac HTTP/1.1" status: 200 len: 1001 time: 0.0588367 Sep 13 00:05:18.229950 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-def83df0-14b2-412e-adf4-9b44b9372d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:18.231448 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-def83df0-14b2-412e-adf4-9b44b9372d38 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0449660 Sep 13 00:05:18.281408 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-a7cbc2bc-b8bc-482e-83fe-48198455f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:18.282961 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-a7cbc2bc-b8bc-482e-83fe-48198455f8e3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448556 Sep 13 00:05:18.382004 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-1fc17d95-e05d-4498-a408-500e0650ca3d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920281 Sep 13 00:05:18.482308 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-32ac2034-84e4-40f3-912c-6200d66bb37c req-20a7b4db-08e9-4f3a-b7e9-424dcfe1574d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935919 Sep 13 00:05:24.975518 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:24.977552 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:27.303866 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:27.305128 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:27.974311 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb42b26-3a68-4990-8035-4bcc11fc2aa9 req-56aeab83-0f36-4adf-8430-c203ac2da5fe tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:27.975806 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3eb42b26-3a68-4990-8035-4bcc11fc2aa9 req-56aeab83-0f36-4adf-8430-c203ac2da5fe tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 945 time: 0.0488696 Sep 13 00:05:28.042004 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3eb42b26-3a68-4990-8035-4bcc11fc2aa9 req-5ce88d17-ca73-4468-bc7a-8cde4491fc32 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604157 Sep 13 00:05:29.181535 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1c056-5be5-4c7a-86c5-5262d6d11c4c req-b11af0c1-ae5a-49fd-9cba-faca1c764dce tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:29.183131 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8ce1c056-5be5-4c7a-86c5-5262d6d11c4c req-b11af0c1-ae5a-49fd-9cba-faca1c764dce tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 945 time: 0.0566595 Sep 13 00:05:29.237221 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8ce1c056-5be5-4c7a-86c5-5262d6d11c4c req-3a043312-96fa-48a2-b871-9bd7a0558f01 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476053 Sep 13 00:05:29.678895 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a72da8e-8b6e-406f-888d-59973f4a4d14 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:29.680800 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a72da8e-8b6e-406f-888d-59973f4a4d14 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 945 time: 0.0561705 Sep 13 00:05:29.771524 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Deleting port ffb7b293-10ca-46e8-a495-07036a735cac {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:05:29.771896 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:29.871698 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] For port ffb7b293-10ca-46e8-a495-07036a735cac, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ffb7b293-10ca-46e8-a495-07036a735cac,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:05:29.872032 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:29.945085 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:29.997426 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:30.054168 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:30.054521 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (b46964be-98ec-4131-9fcf-ce0d0fc8f3ff), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:30.054852 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Floating IP b46964be-98ec-4131-9fcf-ce0d0fc8f3ff disassociated. External IP: 172.27.1.174, port: ffb7b293-10ca-46e8-a495-07036a735cac. Sep 13 00:05:30.055211 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Calling delete_port for ffb7b293-10ca-46e8-a495-07036a735cac owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:05:30.199694 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (ffb7b293-10ca-46e8-a495-07036a735cac), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:30.230117 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event deleted for resources: {'Port': ['ID=ffb7b293-10ca-46e8-a495-07036a735cac,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:05:30.242683 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.243023 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.243388 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.243764 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.244089 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.244405 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.244727 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.245045 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.245361 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.245687 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.245999 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.246318 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.246637 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.246949 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.247280 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:30.373664 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-66c1a03d-c0c6-43c9-a21e-36bccd917605 req-f4b3d003-56ec-4b08-9ecb-de7ef0b7f04f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 210 time: 0.0397239 Sep 13 00:05:30.389254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:05:30.517226 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:05:30.527257 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] Sync routers for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:05:30.539451 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:05:30.540096 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:05:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:05:30.571785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] No DVR routers for this DVR port ffb7b293-10ca-46e8-a495-07036a735cac on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:05:30.574639 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:30.578045 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2d4139a5-ee84-4e97-ac1a-bb43a488da22 req-6a92431c-a152-477a-ac93-ff0001be571f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "DELETE /networking/v2.0/ports/ffb7b293-10ca-46e8-a495-07036a735cac HTTP/1.1" status: 204 len: 173 time: 0.8886073 Sep 13 00:05:30.578617 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a76679f-7a4a-411e-afc4-747058b284a6', 'name': 'network-vif-deleted', 'tag': 'ffb7b293-10ca-46e8-a495-07036a735cac'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:05:30.581129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29ebd79-3170-40b5-9f7e-5982f127c8d1" -d '{"events": [{"server_uuid": "3a76679f-7a4a-411e-afc4-747058b284a6", "name": "network-vif-deleted", "tag": "ffb7b293-10ca-46e8-a495-07036a735cac"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:05:30.653972 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab60db25-4ee1-4954-b600-63daa6f2a66b x-openstack-request-id: req-ab60db25-4ee1-4954-b600-63daa6f2a66b {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:05:30.654276 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a76679f-7a4a-411e-afc4-747058b284a6", "name": "network-vif-deleted", "tag": "ffb7b293-10ca-46e8-a495-07036a735cac", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:05:30.654528 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab60db25-4ee1-4954-b600-63daa6f2a66b {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:05:30.654947 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab60db25-4ee1-4954-b600-63daa6f2a66b'] response: {'server_uuid': '3a76679f-7a4a-411e-afc4-747058b284a6', 'name': 'network-vif-deleted', 'tag': 'ffb7b293-10ca-46e8-a495-07036a735cac', 'status': 'completed', 'code': 200} Sep 13 00:05:30.669991 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:05:30.881432 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:05:30.907940 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] Checking router: 0b4cf41e-94b3-4a1e-95d6-27f790a5629c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:05:30.917800 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:05:30.918432 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:05:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:05:31.029076 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:05:31.232140 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:05:31.257517 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc24baa-b3f2-4d4b-a6e4-58d5a32f1451 None None] The sync data for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi is: [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:05:31.513071 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2da52b3d-9e98-441e-86c6-ac733369f611 req-43e62ec9-c4d3-452c-91b0-44bd6ae85769 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3a76679f-7a4a-411e-afc4-747058b284a6 HTTP/1.1" status: 200 len: 210 time: 0.0336127 Sep 13 00:05:31.530800 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f8bff-e862-4f95-99bd-5d111d51970d None None] New status for floating IP b46964be-98ec-4131-9fcf-ce0d0fc8f3ff: DOWN {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 00:05:32.828557 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-8f06854f-5176-40b4-aa62-38eca77c2262 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-479345869&fields=id&tenant_id=ecac3196aefa4c32994f85a86849c8c8 HTTP/1.1" status: 200 len: 267 time: 0.0649378 Sep 13 00:05:32.958341 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-ebe4ed1c-5551-44d3-bdab-9652b02fcc3c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:32.959888 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-ebe4ed1c-5551-44d3-bdab-9652b02fcc3c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 811 time: 0.1226702 Sep 13 00:05:32.976081 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-4a9a59bd-4f84-42c1-8940-b7db71f65a55 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/quotas/ecac3196aefa4c32994f85a86849c8c8 HTTP/1.1" status: 200 len: 375 time: 0.0102839 Sep 13 00:05:33.028754 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-525b7fb0-cfa6-4cda-80ff-e36d1b2590b2 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471311 Sep 13 00:05:33.093091 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-c9a74b25-9c9f-4dde-82d3-9435fa404ce7 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 00:05:33.094132 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-c9a74b25-9c9f-4dde-82d3-9435fa404ce7 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0509560 Sep 13 00:05:33.200542 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-fd9087a5-ce8b-4100-ac40-4386b1424345 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976372 Sep 13 00:05:33.287599 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:33.295254 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-3c47ad9a-cf7d-4721-af2d-a102724dc7aa service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887883 Sep 13 00:05:33.612593 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1cf84308-d1f0-475a-8e5c-3a90d3a6d1dc req-4fcf888a-d312-42fb-bef3-019b92638cd6 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 210 time: 0.0291960 Sep 13 00:05:34.024266 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device ffb7b293-10ca-46e8-a495-07036a735cac no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:05:34.045099 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: ffb7b293-10ca-46e8-a495-07036a735cac {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:05:34.045420 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device ffb7b293-10ca-46e8-a495-07036a735cac not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:05:34.703572 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:34.737302 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fca5376d-78f4-43e5-a681-0e8f59329477 req-0ee8e9e0-246d-4755-810f-f387c8cfb98b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 210 time: 0.0457675 Sep 13 00:05:34.840681 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-c7c49da3-46ae-4087-a28a-c3028c61767e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:34.842194 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-c7c49da3-46ae-4087-a28a-c3028c61767e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 811 time: 0.1484549 Sep 13 00:05:34.911358 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e893a8bc-7e09-464d-a664-8bf24a4ccdc5 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ecac3196aefa4c32994f85a86849c8c8 HTTP/1.1" status: 200 len: 379 time: 0.0592623 Sep 13 00:05:34.921267 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'port': {'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'admin_state_up': True, 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'security_groups': ['456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:05:35.045081 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Made reservation on behalf of ecac3196aefa4c32994f85a86849c8c8 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:05:35.049188 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:35.185168 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Allocated IP 172.20.0.4 (59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584/da696a67-9539-493f-834c-93fa9050655d/1a401adb-f709-4d9f-85c3-c51e6e947891) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:05:35.344053 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:35.378067 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:35.428761 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:05:35.432112 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:05:35.436318 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:05:35.463001 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'Port': ['ID=1a401adb-f709-4d9f-85c3-c51e6e947891,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:05:35.498037 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:35.498654 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:35.509730 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:35.520062 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-f9d2340a-15ad-4441-affb-6fb562b6a93e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031446 Sep 13 00:05:35.533779 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Request body: {'port': {'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:05:35.605038 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:35.660902 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-9fad8a58-ebf6-48b8-b765-9d53df2d8efa None None] Provisioning complete for port 1a401adb-f709-4d9f-85c3-c51e6e947891 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:05:35.661557 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9fad8a58-ebf6-48b8-b765-9d53df2d8efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:35.695307 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-9fad8a58-ebf6-48b8-b765-9d53df2d8efa None None] Port 1a401adb-f709-4d9f-85c3-c51e6e947891 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:05:35.708991 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:35.912531 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cfd78-2f96-483d-9b66-cd8d7fa666d3 req-95924fd5-0b3c-4df3-9901-9cb75ed012ee tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:35.914056 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2d0cfd78-2f96-483d-9b66-cd8d7fa666d3 req-95924fd5-0b3c-4df3-9901-9cb75ed012ee tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 931 time: 0.0875695 Sep 13 00:05:35.920107 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a401adb-f709-4d9f-85c3-c51e6e947891 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:05:35.933977 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Publish callbacks [] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:35.958702 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Transition to ACTIVE for port object 1a401adb-f709-4d9f-85c3-c51e6e947891 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 00:05:35.966979 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:36.027243 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2d0cfd78-2f96-483d-9b66-cd8d7fa666d3 req-73a3688a-545e-4242-a770-0edcd530a596 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022053 Sep 13 00:05:36.031711 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Pushing event updated for resources: {'Port': ['ID=1a401adb-f709-4d9f-85c3-c51e6e947891,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:05:36.100072 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Attempting to bind port 1a401adb-f709-4d9f-85c3-c51e6e947891 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:05:36.100404 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Attempting to bind port 1a401adb-f709-4d9f-85c3-c51e6e947891 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:05:36.100750 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Attempting to bind port 1a401adb-f709-4d9f-85c3-c51e6e947891 on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:05:36.145008 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Port 1a401adb-f709-4d9f-85c3-c51e6e947891 on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 00:05:36.145316 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Attempting to bind port 1a401adb-f709-4d9f-85c3-c51e6e947891 on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:05:36.204567 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:05:36.205185 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Checking segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:05:36.205311 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Bound using segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:05:36.205731 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Bound port: 1a401adb-f709-4d9f-85c3-c51e6e947891, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:05:36.206114 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:36.268813 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] For port 1a401adb-f709-4d9f-85c3-c51e6e947891, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:05:36.272066 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] For port 1a401adb-f709-4d9f-85c3-c51e6e947891, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1a401adb-f709-4d9f-85c3-c51e6e947891,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:05:36.280819 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:36.284190 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:36.284803 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:36.286172 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/1a401adb-f709-4d9f-85c3-c51e6e947891 HTTP/1.1" status: 200 len: 1093 time: 0.7569911 Sep 13 00:05:36.288516 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'tag': '1a401adb-f709-4d9f-85c3-c51e6e947891'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:05:36.290788 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6059fd52-090f-4f2b-91f8-fa5dc7763b03" -d '{"events": [{"name": "network-changed", "server_uuid": "a84f1bfa-7436-44a1-99b2-afed7be788d7", "tag": "1a401adb-f709-4d9f-85c3-c51e6e947891"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:05:36.332035 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9786161d-1e2b-4a60-939a-9c90830e6dc3 x-openstack-request-id: req-9786161d-1e2b-4a60-939a-9c90830e6dc3 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:05:36.332319 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84f1bfa-7436-44a1-99b2-afed7be788d7", "tag": "1a401adb-f709-4d9f-85c3-c51e6e947891", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:05:36.332571 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9786161d-1e2b-4a60-939a-9c90830e6dc3 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:05:36.332971 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9786161d-1e2b-4a60-939a-9c90830e6dc3'] response: {'name': 'network-changed', 'server_uuid': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'tag': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'status': 'completed', 'code': 200} Sep 13 00:05:36.371865 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4056c6a-bd3b-4260-8f76-678245083cdf service neutron] Pushing event updated for resources: {'Port': ['ID=1a401adb-f709-4d9f-85c3-c51e6e947891,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:05:36.387831 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-4c48808c-c1d6-4a4e-8673-7aaa5aa9a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:36.389761 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-4c48808c-c1d6-4a4e-8673-7aaa5aa9a2c2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 1127 time: 0.0536990 Sep 13 00:05:36.433150 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-10620a22-2905-4efa-932e-da19032800a8 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a401adb-f709-4d9f-85c3-c51e6e947891 HTTP/1.1" status: 200 len: 217 time: 0.0335090 Sep 13 00:05:36.447648 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:36.484920 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-c9b4f1d1-d299-4764-abb3-4a4a323b45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:36.486454 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-c9b4f1d1-d299-4764-abb3-4a4a323b45c4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0456815 Sep 13 00:05:36.535831 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-cf2455f3-31ed-4926-af88-f9a018a02465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:36.537217 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-cf2455f3-31ed-4926-af88-f9a018a02465 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415008 Sep 13 00:05:36.644763 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-357ce577-440e-4100-a474-571782fd80a9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960677 Sep 13 00:05:36.662059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:36.754890 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3f8033bc-912d-4b9d-b1f4-f9be54a3c387 req-71bc7e5c-1c62-49fa-aef0-65d719d5ba40 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001792 Sep 13 00:05:37.048230 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-996ac8ca-2c03-4cfe-a809-0824fcf9e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:37.049948 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-996ac8ca-2c03-4cfe-a809-0824fcf9e1c2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 1127 time: 0.0440199 Sep 13 00:05:37.172230 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930366ca-d7b0-4abf-93ca-38d16a3a53b3 req-155ddb26-b3d6-4503-9194-e888ed9412a0 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:37.173718 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-930366ca-d7b0-4abf-93ca-38d16a3a53b3 req-155ddb26-b3d6-4503-9194-e888ed9412a0 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 943 time: 0.0683532 Sep 13 00:05:37.194195 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-13aedbb9-73fd-4389-8272-358d2119d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:37.195619 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-13aedbb9-73fd-4389-8272-358d2119d998 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.1395144 Sep 13 00:05:37.239577 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-24103a79-119a-4fc6-be36-24c8519f8e49 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a401adb-f709-4d9f-85c3-c51e6e947891 HTTP/1.1" status: 200 len: 217 time: 0.0341225 Sep 13 00:05:37.430948 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:37.577705 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-930366ca-d7b0-4abf-93ca-38d16a3a53b3 req-71a0ab7a-a7bb-46c0-b666-8b75cd2a2e84 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3947928 Sep 13 00:05:37.591408 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-dcb69f25-7281-4d2c-9e5e-42bf5e9a9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:37.592833 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-dcb69f25-7281-4d2c-9e5e-42bf5e9a9d6b service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.3457518 Sep 13 00:05:37.641642 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-7a62d003-1d25-48c0-9476-f7ca40e3d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:37.643189 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-7a62d003-1d25-48c0-9476-f7ca40e3d014 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399051 Sep 13 00:05:37.740174 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-1ef5ee27-bc2d-4ee5-88de-6a3de259d55a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872736 Sep 13 00:05:37.853620 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6059fd52-090f-4f2b-91f8-fa5dc7763b03 req-8a99bbe4-ef7c-46d6-8326-d9e48150a682 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043651 Sep 13 00:05:38.714511 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73106274-4fa4-4681-b6a7-26b941431471 req-bd02b40c-9673-4f1e-9890-cda6beb82873 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:38.716066 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-73106274-4fa4-4681-b6a7-26b941431471 req-bd02b40c-9673-4f1e-9890-cda6beb82873 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 943 time: 0.0518537 Sep 13 00:05:38.783728 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-73106274-4fa4-4681-b6a7-26b941431471 req-5096df48-2768-440c-9c71-7265d5d34f41 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587459 Sep 13 00:05:39.086196 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e4130d64-efee-4c74-b6e4-b6835cb18044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:39.926843 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8037b9d-ec00-469f-bf91-6be5affa34b9 req-eddd092a-4fa9-4d8a-aadc-16e026e91b2f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:39.928353 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a8037b9d-ec00-469f-bf91-6be5affa34b9 req-eddd092a-4fa9-4d8a-aadc-16e026e91b2f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 943 time: 0.0518348 Sep 13 00:05:39.987644 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a8037b9d-ec00-469f-bf91-6be5affa34b9 req-3aa06f94-ee29-4863-8ab0-91cf8d0ca51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534265 Sep 13 00:05:41.086919 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:41.130288 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7093c-2920-4abb-b0b9-18578338ae6d req-6e31be1a-696d-4079-a7fc-e07464e0c79f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:41.131857 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-43b7093c-2920-4abb-b0b9-18578338ae6d req-6e31be1a-696d-4079-a7fc-e07464e0c79f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 943 time: 0.0599895 Sep 13 00:05:41.185945 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-43b7093c-2920-4abb-b0b9-18578338ae6d req-6d07403f-77a4-49b2-a3b6-02f4e91f03a7 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482566 Sep 13 00:05:41.235258 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=73 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:41.236138 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=85 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:42.000228 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-dbdad1eb-fdce-4d9a-bcaa-cc35e2f321ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:42.328692 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0649ec6-5b28-4722-96a6-0ad782dd0786 req-3bb582d0-b63a-41cf-8ed5-a4475e6b71d4 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:42.330805 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f0649ec6-5b28-4722-96a6-0ad782dd0786 req-3bb582d0-b63a-41cf-8ed5-a4475e6b71d4 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 943 time: 0.0615039 Sep 13 00:05:42.392435 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f0649ec6-5b28-4722-96a6-0ad782dd0786 req-517399a8-bd21-40bb-a09a-9b350c3ecb1f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532391 Sep 13 00:05:43.320267 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:43.528183 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebf4dc-8ac7-4712-8ff2-5730719cb19b req-698f874e-4e3f-461e-b80c-95d4033e8f22 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:43.529773 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-40ebf4dc-8ac7-4712-8ff2-5730719cb19b req-698f874e-4e3f-461e-b80c-95d4033e8f22 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 943 time: 0.0504348 Sep 13 00:05:43.548604 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:43.582307 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-40ebf4dc-8ac7-4712-8ff2-5730719cb19b req-fd2552ab-a626-4410-9f0a-c0f466331ffe tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466709 Sep 13 00:05:44.079467 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:44.717830 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53763c3f-4b0d-40ac-8236-0321748cffed req-559b2aef-4532-4408-892f-9824b1ba159d tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:44.719395 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-53763c3f-4b0d-40ac-8236-0321748cffed req-559b2aef-4532-4408-892f-9824b1ba159d tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 943 time: 0.0482221 Sep 13 00:05:44.776413 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-53763c3f-4b0d-40ac-8236-0321748cffed req-c8a027fd-f654-4603-9add-2cef9aa1da55 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510998 Sep 13 00:05:44.862698 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:45.906455 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11aa9b-4d1f-4132-bc1b-104304b64508 req-b0db212d-c566-42e5-a09c-de60d5df8b76 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:45.907986 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bd11aa9b-4d1f-4132-bc1b-104304b64508 req-b0db212d-c566-42e5-a09c-de60d5df8b76 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 943 time: 0.0481954 Sep 13 00:05:45.957561 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bd11aa9b-4d1f-4132-bc1b-104304b64508 req-3a5e2a21-a36b-48ef-86c8-388ba8d872c2 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 Sep 13 00:05:46.085597 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 1a401adb-f709-4d9f-85c3-c51e6e947891 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 00:05:46.193216 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 1a401adb-f709-4d9f-85c3-c51e6e947891, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1a401adb-f709-4d9f-85c3-c51e6e947891,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:05:46.204873 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'mac_address': 'fa:16:3e:fa:76:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 00:05:46.240854 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 1a401adb-f709-4d9f-85c3-c51e6e947891 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:05:46.241235 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:46.258915 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a401adb-f709-4d9f-85c3-c51e6e947891 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:05:46.280472 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 1a401adb-f709-4d9f-85c3-c51e6e947891, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1a401adb-f709-4d9f-85c3-c51e6e947891,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:05:46.289548 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:46.334602 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=1a401adb-f709-4d9f-85c3-c51e6e947891,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:05:46.342328 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.342678 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.343026 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.343394 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.343730 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.344062 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.344392 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.344748 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.345071 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.345386 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.345713 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.346039 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.346386 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.346727 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.347050 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:05:46.551901 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['1a401adb-f709-4d9f-85c3-c51e6e947891'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:05:47.087178 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e70d80-114d-49e7-a591-f7f3584921bc req-46ee81a7-ee47-40bb-9d50-4a4d2e1b2331 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:47.088705 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-11e70d80-114d-49e7-a591-f7f3584921bc req-46ee81a7-ee47-40bb-9d50-4a4d2e1b2331 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 944 time: 0.0539613 Sep 13 00:05:47.144065 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-11e70d80-114d-49e7-a591-f7f3584921bc req-0942ca35-fdd9-4c35-aed4-f4e9dab6536a tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471010 Sep 13 00:05:48.089398 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 1a401adb-f709-4d9f-85c3-c51e6e947891 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:05:48.126533 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:48.136752 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:48.137838 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 1a401adb-f709-4d9f-85c3-c51e6e947891 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 00:05:48.143808 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 1a401adb-f709-4d9f-85c3-c51e6e947891 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:05:48.144215 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:48.220744 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 1a401adb-f709-4d9f-85c3-c51e6e947891 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:05:48.221130 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:48.245395 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a401adb-f709-4d9f-85c3-c51e6e947891'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:05:48.247707 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fff73d2-2c33-4f7a-8fd0-461c44a29871" -d '{"events": [{"server_uuid": "a84f1bfa-7436-44a1-99b2-afed7be788d7", "name": "network-vif-plugged", "status": "completed", "tag": "1a401adb-f709-4d9f-85c3-c51e6e947891"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:05:48.260907 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 1a401adb-f709-4d9f-85c3-c51e6e947891, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1a401adb-f709-4d9f-85c3-c51e6e947891,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:05:48.265719 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:48.277150 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f715e8e-d71b-4266-aad7-36220e9dcc9e req-120760fb-8873-4497-9113-b397f87087e5 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:48.278735 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2f715e8e-d71b-4266-aad7-36220e9dcc9e req-120760fb-8873-4497-9113-b397f87087e5 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 944 time: 0.0579243 Sep 13 00:05:48.293735 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a7006-8d94-4460-8fb3-fc6958f1dc9b x-openstack-request-id: req-3b6a7006-8d94-4460-8fb3-fc6958f1dc9b {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:05:48.294025 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84f1bfa-7436-44a1-99b2-afed7be788d7", "name": "network-vif-plugged", "status": "completed", "tag": "1a401adb-f709-4d9f-85c3-c51e6e947891", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:05:48.294278 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b6a7006-8d94-4460-8fb3-fc6958f1dc9b {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:05:48.294674 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6a7006-8d94-4460-8fb3-fc6958f1dc9b'] response: {'server_uuid': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'code': 200} Sep 13 00:05:48.317773 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=1a401adb-f709-4d9f-85c3-c51e6e947891,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:05:48.332877 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2f715e8e-d71b-4266-aad7-36220e9dcc9e req-88eaf6f7-12dd-4937-a50b-551cad712782 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476103 Sep 13 00:05:48.546177 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed57ff-23b7-4bff-8d6c-e61990730eaf req-c3d9a2d1-4194-4292-a7ed-06bdd82f8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:48.547763 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d5ed57ff-23b7-4bff-8d6c-e61990730eaf req-c3d9a2d1-4194-4292-a7ed-06bdd82f8513 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 1129 time: 0.0455210 Sep 13 00:05:48.598509 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d5ed57ff-23b7-4bff-8d6c-e61990730eaf req-d324540a-d55c-498f-9de9-12da8235ca8e service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406213 Sep 13 00:05:49.461773 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bde4f4-3dc2-4293-890f-3efe28bec7dc req-5a2e5d91-cca7-47ca-9812-c9e0e49bd135 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:49.463332 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-45bde4f4-3dc2-4293-890f-3efe28bec7dc req-5a2e5d91-cca7-47ca-9812-c9e0e49bd135 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 945 time: 0.0527086 Sep 13 00:05:49.521078 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-45bde4f4-3dc2-4293-890f-3efe28bec7dc req-3184167b-77c3-4592-b4be-63a095b2bf9e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496137 Sep 13 00:05:50.656103 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee356e-8d10-421e-8c27-d1c24f17fe7b req-94930ff8-5aac-4f6f-b1a2-22a330f78cae tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:50.657591 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ecee356e-8d10-421e-8c27-d1c24f17fe7b req-94930ff8-5aac-4f6f-b1a2-22a330f78cae tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 945 time: 0.0500817 Sep 13 00:05:50.712635 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ecee356e-8d10-421e-8c27-d1c24f17fe7b req-593b256b-3630-4b1a-8e25-f504ba89bac0 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474381 Sep 13 00:05:50.833631 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d7418-5929-4cc8-9db6-1596829137fe req-b00bdb8a-dfca-4bf4-a6dc-04e60d5ebae7 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:50.835175 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bc1d7418-5929-4cc8-9db6-1596829137fe req-b00bdb8a-dfca-4bf4-a6dc-04e60d5ebae7 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 945 time: 0.0480947 Sep 13 00:05:50.888374 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-bc1d7418-5929-4cc8-9db6-1596829137fe req-1069f971-da96-4a18-a443-098e9f9f8657 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450346 Sep 13 00:05:50.917140 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45274) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:05:50.925454 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:50.963661 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243f0ce9-11f0-4c3b-bf20-b123927762c7 tempest-TestVolumeBootPattern-1609627772 tempest-TestVolumeBootPattern-1609627772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:50.965225 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-243f0ce9-11f0-4c3b-bf20-b123927762c7 tempest-TestVolumeBootPattern-1609627772 tempest-TestVolumeBootPattern-1609627772-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 1124 time: 0.0470779 Sep 13 00:05:50.968296 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45276) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:05:50.974785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:05:51.004668 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:51.087811 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:51.155995 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:51.211000 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Allocated IP 172.27.1.83 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/77993c10-a9ff-4186-be25-1544415d2eb8) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:05:51.326098 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for port (77993c10-a9ff-4186-be25-1544415d2eb8), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:51.360873 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (77993c10-a9ff-4186-be25-1544415d2eb8), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:51.403861 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:05:51.409171 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:05:51.411428 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'Port': ['ID=77993c10-a9ff-4186-be25-1544415d2eb8,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:05:51.414070 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:05:51.787773 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:51.809801 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:51.859339 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (77993c10-a9ff-4186-be25-1544415d2eb8), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:51.965595 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:52.022360 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for port (77993c10-a9ff-4186-be25-1544415d2eb8), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:52.029677 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (77993c10-a9ff-4186-be25-1544415d2eb8), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:52.099817 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'Port': ['ID=77993c10-a9ff-4186-be25-1544415d2eb8,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:05:52.102386 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:52.212272 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Floating IP 7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2 associated. External IP: 172.27.1.83, port: 1a401adb-f709-4d9f-85c3-c51e6e947891. Sep 13 00:05:52.420914 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:05:52.533030 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:05:52.543213 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] Sync routers for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:05:52.554390 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:05:52.555158 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:05:52.555922 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:05:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:05:52.596036 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-de627aab-578d-4949-8342-c8d0df0c915c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6265438 Sep 13 00:05:52.596720 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'tag': '1a401adb-f709-4d9f-85c3-c51e6e947891'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:05:52.599109 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "a84f1bfa-7436-44a1-99b2-afed7be788d7", "tag": "1a401adb-f709-4d9f-85c3-c51e6e947891"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:05:52.639516 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f95eb3-cb2d-49c0-82e5-cad84069ac95 x-openstack-request-id: req-00f95eb3-cb2d-49c0-82e5-cad84069ac95 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:05:52.639806 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84f1bfa-7436-44a1-99b2-afed7be788d7", "tag": "1a401adb-f709-4d9f-85c3-c51e6e947891", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:05:52.640059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00f95eb3-cb2d-49c0-82e5-cad84069ac95 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:05:52.640476 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f95eb3-cb2d-49c0-82e5-cad84069ac95'] response: {'name': 'network-changed', 'server_uuid': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'tag': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'status': 'completed', 'code': 200} Sep 13 00:05:52.706414 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-333e6d95-586b-4526-b124-9fcc9d7d9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:52.707899 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-333e6d95-586b-4526-b124-9fcc9d7d9f7a service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 1129 time: 0.0445397 Sep 13 00:05:52.750500 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:05:52.759798 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:52.801433 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-fb614f99-00fa-401e-8c60-a28ea40b6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:52.802974 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-fb614f99-00fa-401e-8c60-a28ea40b6a71 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.0889688 Sep 13 00:05:52.868952 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-55827a40-ed58-4c00-9aa2-102a759a8626 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a401adb-f709-4d9f-85c3-c51e6e947891 HTTP/1.1" status: 200 len: 998 time: 0.0598905 Sep 13 00:05:52.927254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-556db2ed-681b-4320-93e9-503dc41068bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:52.928765 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-556db2ed-681b-4320-93e9-503dc41068bf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0517957 Sep 13 00:05:52.972503 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:fa:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:05:51Z', 'updated_at': '2022-09-13T00:05:51Z', 'revision_number': 0, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:05:52.975889 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-818dd4bb-f719-406e-a03f-a344c83bb85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:05:52.977438 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-818dd4bb-f719-406e-a03f-a344c83bb85b service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420973 Sep 13 00:05:52.997277 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] Checking router: 0b4cf41e-94b3-4a1e-95d6-27f790a5629c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:05:53.006306 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:05:53.006944 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:05:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:05:53.061482 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:05:53.077902 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-d46e181a-28e1-4497-a573-11df18e7d920 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938573 Sep 13 00:05:53.110288 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:05:53.170567 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-54f39f04-036b-4d3a-9fb8-1c9da2a4aaa8 req-3967ae54-7607-4cc4-a419-f301794899ba service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859501 Sep 13 00:05:53.332202 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:fa:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:05:51Z', 'updated_at': '2022-09-13T00:05:51Z', 'revision_number': 0, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:05:53.356827 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a04fc9-a4e9-4a95-9f10-02b944fd7e5d None None] The sync data for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi is: [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:fa:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:05:51Z', 'updated_at': '2022-09-13T00:05:51Z', 'revision_number': 0, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:05:53.557364 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ebadd-c30a-44d8-8e33-18263cc1f466 None None] New status for floating IP 7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2: ACTIVE {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 00:05:54.314190 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:06:03.166102 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=36 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:03.167152 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=10 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:03.336280 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=79 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:03.661671 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:03.665811 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:04.307700 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=77 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:07.429292 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:09.092608 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d9786baa-444a-4367-a0c8-8d05a95e288e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:11.997284 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-cf528a15-8b80-4f9b-8686-165ad7bc278b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:13.339963 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:14.078840 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:14.868530 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:19.940017 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-78f127fa-e54c-4e2b-86c6-f1dc89bd77a7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469408 Sep 13 00:06:20.004947 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-13c43f5b-1e38-4ba5-a560-6f53e02e984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:20.006465 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-13c43f5b-1e38-4ba5-a560-6f53e02e984e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=07b62652571943b58f9c8bd4c1ee9931&device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1129 time: 0.0409806 Sep 13 00:06:20.121285 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-bc52926d-e35b-4cd6-a2b9-9e760ab227b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:20.122799 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-bc52926d-e35b-4cd6-a2b9-9e760ab227b0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dc1c8caa-bc70-4151-bd30-211506e0b7e6 HTTP/1.1" status: 200 len: 909 time: 0.0960915 Sep 13 00:06:20.192008 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-3b82db9b-8d68-4b1c-a913-b542a1d85bbe service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 200 len: 1001 time: 0.0598142 Sep 13 00:06:20.240655 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-14f1ebfc-6dd8-4450-b18f-b17a6aa72eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:20.242158 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-14f1ebfc-6dd8-4450-b18f-b17a6aa72eaf service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=89a1e8f1-3f33-4cdb-a1db-f001ab601448 HTTP/1.1" status: 200 len: 847 time: 0.0441859 Sep 13 00:06:20.289454 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-a9d09b01-70bf-49ec-9992-6a585082f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:20.291003 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-a9d09b01-70bf-49ec-9992-6a585082f879 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dc1c8caa-bc70-4151-bd30-211506e0b7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426347 Sep 13 00:06:20.395052 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-0535150d-8fb2-4d9d-ba0a-0520b568ff2c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975859 Sep 13 00:06:20.492739 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6dc9be5-9e13-41bb-8a37-47701acb9fcf req-5ba93278-1049-4bf4-9ce0-f9f159a7bcf2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896881 Sep 13 00:06:24.855081 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:24.861853 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:30.484658 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=46 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:30.486554 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=55 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:31.315110 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:06:37.441217 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:39.094016 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-95d45cfd-d388-4773-9f01-e2d915e48934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:40.568146 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0f66e-89c2-43d7-9595-740d00ba9db8 req-8cf81155-52e6-42a7-bb4b-3111f71cdafa tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:40.569694 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3af0f66e-89c2-43d7-9595-740d00ba9db8 req-8cf81155-52e6-42a7-bb4b-3111f71cdafa tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0587938 Sep 13 00:06:40.623107 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3af0f66e-89c2-43d7-9595-740d00ba9db8 req-6fec466e-a7c9-4856-a39d-dceff1ae7d9e tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449111 Sep 13 00:06:41.309617 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:41.310396 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:41.757041 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e07570-cc39-4eec-987d-c60f9bbb7503 req-fbc103e6-606c-4c83-a1ea-d4d99367eeaa tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:41.758594 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-25e07570-cc39-4eec-987d-c60f9bbb7503 req-fbc103e6-606c-4c83-a1ea-d4d99367eeaa tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0475583 Sep 13 00:06:41.810262 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-25e07570-cc39-4eec-987d-c60f9bbb7503 req-2095bca0-6421-40e8-8ba5-6431bcdfa727 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Sep 13 00:06:41.997418 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-c6d9948f-4328-440a-8f24-9bb6daee8191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:42.961713 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9546abe-95be-4703-907e-150bbb00ff16 req-0efc29f7-adca-40f0-a402-42cdae75b823 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:42.963166 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d9546abe-95be-4703-907e-150bbb00ff16 req-0efc29f7-adca-40f0-a402-42cdae75b823 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0531609 Sep 13 00:06:43.023709 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d9546abe-95be-4703-907e-150bbb00ff16 req-dfb98961-cf96-40c3-8be8-2f6ed9f6806c tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523484 Sep 13 00:06:43.334689 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:44.084396 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:44.172244 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0222c12-a68b-4664-8f92-d07dc1ef095d req-d8fc1142-e25d-4a13-b16d-19e321f6f928 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:44.174434 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d0222c12-a68b-4664-8f92-d07dc1ef095d req-d8fc1142-e25d-4a13-b16d-19e321f6f928 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0599234 Sep 13 00:06:44.229546 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d0222c12-a68b-4664-8f92-d07dc1ef095d req-b653f0f7-6292-4fc4-9c6d-dc9534b649a8 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490885 Sep 13 00:06:44.874446 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:45.370387 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c659a4f-99d1-4584-9344-dacccf676e1d req-39a21ea7-2159-41d6-b0ed-c5cb7cca43a0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:45.372447 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7c659a4f-99d1-4584-9344-dacccf676e1d req-39a21ea7-2159-41d6-b0ed-c5cb7cca43a0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0634131 Sep 13 00:06:45.434985 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7c659a4f-99d1-4584-9344-dacccf676e1d req-91876ba1-371f-444d-9500-02eb2d3c1883 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556777 Sep 13 00:06:46.567066 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9586dd-7758-401b-917f-dd8096b49650 req-459ac85c-48be-4576-aa72-d34c1bcceab7 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:46.568586 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8e9586dd-7758-401b-917f-dd8096b49650 req-459ac85c-48be-4576-aa72-d34c1bcceab7 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0505419 Sep 13 00:06:46.630269 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8e9586dd-7758-401b-917f-dd8096b49650 req-7b906b65-a09f-4e20-9563-08f8eec8b0f3 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532322 Sep 13 00:06:47.765094 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378daf5-d8cc-40b4-b310-86ac23a3766d req-220015fd-d78b-4040-aa8f-47362107d330 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:47.766450 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c378daf5-d8cc-40b4-b310-86ac23a3766d req-220015fd-d78b-4040-aa8f-47362107d330 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0569859 Sep 13 00:06:47.817182 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c378daf5-d8cc-40b4-b310-86ac23a3766d req-73077c92-c08c-4afb-b402-caf6a5538fa0 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447781 Sep 13 00:06:48.953242 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa511-37e5-412c-a664-a16d0662873b req-35fc2f65-d968-4198-92e3-2ac869f2abbd tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:48.954718 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f64fa511-37e5-412c-a664-a16d0662873b req-35fc2f65-d968-4198-92e3-2ac869f2abbd tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0525448 Sep 13 00:06:49.004429 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f64fa511-37e5-412c-a664-a16d0662873b req-dcd94d74-d8a8-4ff9-8103-b43eb5e424b8 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435112 Sep 13 00:06:50.152048 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d6c8-8c64-4e20-af4e-f50e01cbcf4f req-8dd8d736-b19c-400c-8889-50da776bfe56 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:50.154034 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e1c3d6c8-8c64-4e20-af4e-f50e01cbcf4f req-8dd8d736-b19c-400c-8889-50da776bfe56 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0662842 Sep 13 00:06:50.205887 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e1c3d6c8-8c64-4e20-af4e-f50e01cbcf4f req-876023e2-23cf-4937-91e5-15df03e53f76 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458808 Sep 13 00:06:50.786272 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-352b404b-2727-4fd3-877c-4d7cfdbf1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:50.787996 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-352b404b-2727-4fd3-877c-4d7cfdbf1d33 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=07b62652571943b58f9c8bd4c1ee9931&device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1129 time: 0.0420346 Sep 13 00:06:50.895618 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-b86819fe-7bac-4afb-b0b6-24d455583dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:50.897110 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-b86819fe-7bac-4afb-b0b6-24d455583dd2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dc1c8caa-bc70-4151-bd30-211506e0b7e6 HTTP/1.1" status: 200 len: 909 time: 0.0998333 Sep 13 00:06:50.937908 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:50.973903 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-2bfae984-542c-4cb1-8bbf-1097426b229a service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 200 len: 1001 time: 0.0697005 Sep 13 00:06:51.013683 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:51.029062 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-46e57448-1783-4c79-b63a-b03914292ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:51.030572 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-46e57448-1783-4c79-b63a-b03914292ae8 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=89a1e8f1-3f33-4cdb-a1db-f001ab601448 HTTP/1.1" status: 200 len: 847 time: 0.0467272 Sep 13 00:06:51.079763 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-3bfae738-6ee9-4164-b7c9-e668c7e55330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:51.081297 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-3bfae738-6ee9-4164-b7c9-e668c7e55330 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dc1c8caa-bc70-4151-bd30-211506e0b7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412331 Sep 13 00:06:51.467645 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-7c7c9106-4a07-411e-a383-5aff8ef9722a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760900 Sep 13 00:06:51.539357 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4a8a6-8f94-41e9-af8b-8e3b8c3b129d req-23af81f5-9123-4804-9c14-a536bed542f2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:51.540866 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8fa4a8a6-8f94-41e9-af8b-8e3b8c3b129d req-23af81f5-9123-4804-9c14-a536bed542f2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0928545 Sep 13 00:06:51.619266 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-44ee0d41-c20c-4240-82c4-ab231259df3d req-9f749870-503e-4495-9cc1-6be91320d977 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363180 Sep 13 00:06:51.622928 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8fa4a8a6-8f94-41e9-af8b-8e3b8c3b129d req-75416a55-3ef1-45f6-811a-3b25839db30a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761528 Sep 13 00:06:52.749573 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81c648-b2b5-47d1-bcd1-b724bdab8f6b req-b832d021-8ff9-44c9-98bb-cd6f5b6d5334 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:52.751046 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dd81c648-b2b5-47d1-bcd1-b724bdab8f6b req-b832d021-8ff9-44c9-98bb-cd6f5b6d5334 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0480332 Sep 13 00:06:52.803381 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-dd81c648-b2b5-47d1-bcd1-b724bdab8f6b req-1274b868-5695-47b0-806b-1588818ec62d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463476 Sep 13 00:06:53.936989 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea649a8b-2042-42fa-88cf-44288f264881 req-409849b0-8148-409b-b629-3146fb46589b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:53.939038 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ea649a8b-2042-42fa-88cf-44288f264881 req-409849b0-8148-409b-b629-3146fb46589b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0565369 Sep 13 00:06:54.009179 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ea649a8b-2042-42fa-88cf-44288f264881 req-c964c8cd-e716-4c92-b736-49624e4bcf36 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632896 Sep 13 00:06:54.863535 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:54.866794 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:55.136049 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587304f6-b917-495d-816f-e36fd7747d5e req-5cb7f53c-a2c5-4dec-8fc8-9e39d534d5e7 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:55.137445 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-587304f6-b917-495d-816f-e36fd7747d5e req-5cb7f53c-a2c5-4dec-8fc8-9e39d534d5e7 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0504420 Sep 13 00:06:55.192216 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-587304f6-b917-495d-816f-e36fd7747d5e req-bb6c7a14-a1a2-4804-8226-e1c974a50440 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461252 Sep 13 00:06:55.271827 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-f02072a5-21d0-40ea-a218-e1d3aae043c1 req-d8c7c550-e1d4-40de-add8-3569bf5faeee service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112752) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 00:06:55.273085 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f02072a5-21d0-40ea-a218-e1d3aae043c1 req-d8c7c550-e1d4-40de-add8-3569bf5faeee service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0083025 Sep 13 00:06:56.461361 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dacc0d-e305-49a8-a765-b087285cc389 req-4d78f4eb-8009-4f7b-95c2-de9be3cd4dfe tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:56.463017 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b7dacc0d-e305-49a8-a765-b087285cc389 req-4d78f4eb-8009-4f7b-95c2-de9be3cd4dfe tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0476065 Sep 13 00:06:56.491154 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-b7a96e15-3a3b-45cd-b3cd-2e30018e2ad7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889895 Sep 13 00:06:56.499973 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-09c831cc-80c0-4276-b381-5c596c2fd5e5 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112751) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 00:06:56.500972 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-09c831cc-80c0-4276-b381-5c596c2fd5e5 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051796 Sep 13 00:06:56.515102 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b7dacc0d-e305-49a8-a765-b087285cc389 req-54cdc013-a157-47d6-8624-ac71ada5a68b tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464103 Sep 13 00:06:56.625478 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-d20dfbad-1399-415f-a96a-1941d66f0a41 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:56.626763 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-d20dfbad-1399-415f-a96a-1941d66f0a41 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports/e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 200 len: 942 time: 0.0973108 Sep 13 00:06:57.642155 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4140699-fd43-4c5c-83c3-e53c5ac23f4a req-c3f386f5-d22b-4ffa-8aa9-bc151db6cb46 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:57.643806 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a4140699-fd43-4c5c-83c3-e53c5ac23f4a req-c3f386f5-d22b-4ffa-8aa9-bc151db6cb46 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0517619 Sep 13 00:06:57.694350 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-a4140699-fd43-4c5c-83c3-e53c5ac23f4a req-55a1e449-67dc-4739-85c8-f09ac131f210 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443811 Sep 13 00:06:58.205395 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-b7796082-c4b1-4437-a64a-e58564f8c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:58.206918 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-b7796082-c4b1-4437-a64a-e58564f8c07c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b&tenant_id=07b62652571943b58f9c8bd4c1ee9931 HTTP/1.1" status: 200 len: 1129 time: 0.0413823 Sep 13 00:06:58.278528 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-97b6f93c-9620-4be3-a1f0-698b51e76d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:58.280056 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-97b6f93c-9620-4be3-a1f0-698b51e76d4c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=07b62652571943b58f9c8bd4c1ee9931&device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1129 time: 0.0403953 Sep 13 00:06:58.357790 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:58.376600 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:06:58.381718 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-d4c48933-7551-4872-af03-0478f1950bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:58.383271 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-d4c48933-7551-4872-af03-0478f1950bab service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dc1c8caa-bc70-4151-bd30-211506e0b7e6 HTTP/1.1" status: 200 len: 909 time: 0.0942793 Sep 13 00:06:58.436964 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:06:58.450759 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-cf21e020-d035-4c39-8f55-70c982713614 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 200 len: 1001 time: 0.0577195 Sep 13 00:06:58.456046 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb is: ACTIVE; New status is: DOWN {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:06:58.456440 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:58.479815 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:06:58.482045 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5f7a56-06a2-4141-99bd-d6b35133462c" -d '{"events": [{"server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:06:58.495628 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:06:58.502902 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:06:58.510644 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-fdf2ac84-41e3-4f71-8a47-bbad1198a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:58.512276 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-fdf2ac84-41e3-4f71-8a47-bbad1198a2a4 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=89a1e8f1-3f33-4cdb-a1db-f001ab601448 HTTP/1.1" status: 200 len: 847 time: 0.0524080 Sep 13 00:06:58.526314 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Sep 2022 00:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8dce27-e661-4cf9-b14b-a95143aea4f6 x-openstack-request-id: req-6a8dce27-e661-4cf9-b14b-a95143aea4f6 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:06:58.526600 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:06:58.526846 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a8dce27-e661-4cf9-b14b-a95143aea4f6 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:06:58.527243 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8dce27-e661-4cf9-b14b-a95143aea4f6'] response: {'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'code': 200} Sep 13 00:06:58.553278 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,revision_number=6']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:06:58.560644 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.561009 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.561397 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.561678 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.562005 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.562331 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.562654 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.562975 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.563335 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.563689 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.563976 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.564350 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.564672 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.564968 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.565271 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:06:58.568766 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-8090dca4-32ca-4984-bc5d-952c8b524765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:58.570290 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-8090dca4-32ca-4984-bc5d-952c8b524765 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dc1c8caa-bc70-4151-bd30-211506e0b7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398369 Sep 13 00:06:58.667034 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-48eaffaf-2779-4876-a4fd-def0fef8b3c6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885994 Sep 13 00:06:58.764038 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-ada7688f-ee3f-48ba-9df7-517ec930abeb req-83c0e421-8c85-4085-beec-c389313d8056 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882137 Sep 13 00:06:58.825470 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e151a7-4add-461e-81e1-267783903b73 req-82b9d337-90a4-4187-a784-4fb1d1ec0482 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:06:58.826971 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-69e151a7-4add-461e-81e1-267783903b73 req-82b9d337-90a4-4187-a784-4fb1d1ec0482 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0518920 Sep 13 00:06:58.882579 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-69e151a7-4add-461e-81e1-267783903b73 req-05cdcdc0-7bae-426f-b91b-9fd1a3a4fa35 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497057 Sep 13 00:07:00.030599 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162a545-509b-4426-803b-c55b7ea189fa req-b2d31516-4f91-48ba-b7fa-8a257f55ff8c tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:00.032123 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8162a545-509b-4426-803b-c55b7ea189fa req-b2d31516-4f91-48ba-b7fa-8a257f55ff8c tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0570314 Sep 13 00:07:00.085113 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8162a545-509b-4426-803b-c55b7ea189fa req-ba4d6249-6afb-4f66-a132-01980b8a2095 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471604 Sep 13 00:07:01.214053 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa740854-8202-4408-9fed-50f0f28b57d2 req-4b8e33d5-7571-4c3a-8330-05a894350af1 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:01.215560 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-aa740854-8202-4408-9fed-50f0f28b57d2 req-4b8e33d5-7571-4c3a-8330-05a894350af1 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0504112 Sep 13 00:07:01.275818 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-aa740854-8202-4408-9fed-50f0f28b57d2 req-bbb84672-8090-4106-9801-d5a96aa2bb37 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516286 Sep 13 00:07:02.419214 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514cd17-0cde-4e62-97fa-051550f160ea req-5edb5e26-b36f-4acd-a60b-87ae3ba7f83d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:02.420886 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2514cd17-0cde-4e62-97fa-051550f160ea req-5edb5e26-b36f-4acd-a60b-87ae3ba7f83d tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0536244 Sep 13 00:07:02.474759 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-2514cd17-0cde-4e62-97fa-051550f160ea req-8ccbe9da-fc47-4aa3-b25d-c936d37e0023 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455558 Sep 13 00:07:03.615844 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc851a-08a9-4fb1-a112-e352157bce27 req-b8712fff-4f1f-4f8c-82d0-b7e9224bd211 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:03.617375 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d1dc851a-08a9-4fb1-a112-e352157bce27 req-b8712fff-4f1f-4f8c-82d0-b7e9224bd211 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0576487 Sep 13 00:07:03.673507 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d1dc851a-08a9-4fb1-a112-e352157bce27 req-95775670-4dea-4574-9aeb-1ed91f799255 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479121 Sep 13 00:07:04.828343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3153226-f76d-41e6-9b9e-6dcb41fd3b01 req-f07b9ae8-99d8-4cdc-85dc-868873eca618 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:04.829927 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e3153226-f76d-41e6-9b9e-6dcb41fd3b01 req-f07b9ae8-99d8-4cdc-85dc-868873eca618 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0625119 Sep 13 00:07:04.886189 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-e3153226-f76d-41e6-9b9e-6dcb41fd3b01 req-8fcb9170-eabe-44a5-bd66-dadf7347d75c tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501676 Sep 13 00:07:05.071341 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a5ee8-a4dc-4c45-bcef-f674145691c9 req-eed06e42-b4af-4616-b43e-a9facf39303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:05.072870 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-389a5ee8-a4dc-4c45-bcef-f674145691c9 req-eed06e42-b4af-4616-b43e-a9facf39303f service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1127 time: 0.0450346 Sep 13 00:07:05.092406 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:05.129564 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-389a5ee8-a4dc-4c45-bcef-f674145691c9 req-e60423b6-225d-4ad5-9024-80d21473b8a5 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452385 Sep 13 00:07:06.030921 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb357a-b872-4618-866d-10b36753c174 req-bf3b9925-b3bf-45ad-9428-ddffc9f9c3e4 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:06.032464 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0bfb357a-b872-4618-866d-10b36753c174 req-bf3b9925-b3bf-45ad-9428-ddffc9f9c3e4 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 943 time: 0.0571046 Sep 13 00:07:06.087092 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0bfb357a-b872-4618-866d-10b36753c174 req-ad574565-6044-40bc-b3aa-5f9494020cd9 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488586 Sep 13 00:07:06.421152 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 00:07:06.533053 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:07:06.544764 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'port_id': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'mac_address': 'fa:16:3e:71:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 00:07:06.584697 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:07:06.585097 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:06.598908 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:07:06.615246 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:06.618285 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=8 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:06.620574 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:07:06.625262 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:06.671749 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,revision_number=7']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:07:06.869088 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:07:07.217201 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d7ec7-26fb-4d8e-80d7-15e53b05b0c2 req-9acd5143-1d1b-419e-9744-3f10216cae73 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:07.218683 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b48d7ec7-26fb-4d8e-80d7-15e53b05b0c2 req-9acd5143-1d1b-419e-9744-3f10216cae73 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 944 time: 0.0515230 Sep 13 00:07:07.241528 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:07.271052 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-b48d7ec7-26fb-4d8e-80d7-15e53b05b0c2 req-32455826-29ef-45ed-b6f0-ce2bfed9f7a6 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440469 Sep 13 00:07:07.517430 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:08.315352 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:07:08.435683 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:07:08.483655 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:08.488715 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:07:08.489093 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:08.490399 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:08.562916 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:07:08.563688 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:08.586444 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:07:08.588691 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ac58e9-c138-4c97-b9b3-86810722fadd" -d '{"events": [{"server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "name": "network-vif-plugged", "status": "completed", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:07:08.601051 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:07:08.606861 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:08.629589 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d4e942-b0c1-4836-bc25-162c0f4929e5 x-openstack-request-id: req-b1d4e942-b0c1-4836-bc25-162c0f4929e5 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:07:08.629875 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "name": "network-vif-plugged", "status": "completed", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:07:08.630124 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1d4e942-b0c1-4836-bc25-162c0f4929e5 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:07:08.630499 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d4e942-b0c1-4836-bc25-162c0f4929e5'] response: {'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'code': 200} Sep 13 00:07:08.655920 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,revision_number=8']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:07:09.094772 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-84f257cf-5f53-4e95-bc3a-a14277bb41b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:11.990952 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=2 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:11.992706 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-5ed33aee-a11b-42c6-be5f-d891280ab047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:13.330101 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:14.071230 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:14.871272 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:17.263342 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=24 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:17.267551 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:18.311083 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=6 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:20.908040 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-32d4f72b-5e97-4b7b-aac1-108570c26aeb service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421417 Sep 13 00:07:20.992254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-c894fdf8-b0b7-44ea-891d-0dfd96064e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:20.993779 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-c894fdf8-b0b7-44ea-891d-0dfd96064e0e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=07b62652571943b58f9c8bd4c1ee9931&device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1129 time: 0.0409443 Sep 13 00:07:21.116129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-d12c6584-5963-4c25-b923-64a58cfc5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:21.117723 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-d12c6584-5963-4c25-b923-64a58cfc5d79 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dc1c8caa-bc70-4151-bd30-211506e0b7e6 HTTP/1.1" status: 200 len: 909 time: 0.1048284 Sep 13 00:07:21.180260 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-5e27fe3f-263e-4b7c-890f-3b48589a0c3d service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 200 len: 1001 time: 0.0563798 Sep 13 00:07:21.233781 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-f0701a94-ab72-4b15-8cc3-f6ab3b315892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:21.235197 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-f0701a94-ab72-4b15-8cc3-f6ab3b315892 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=89a1e8f1-3f33-4cdb-a1db-f001ab601448 HTTP/1.1" status: 200 len: 847 time: 0.0492318 Sep 13 00:07:21.278723 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-6b09a4a6-f969-40cd-87ef-5308d372e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:21.280272 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-6b09a4a6-f969-40cd-87ef-5308d372e044 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dc1c8caa-bc70-4151-bd30-211506e0b7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390599 Sep 13 00:07:21.376639 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-715553ad-c1f9-4167-9a86-f1e02747680d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903361 Sep 13 00:07:21.485607 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f7f179b1-52c4-4420-ae0a-3b56080ac058 req-e84316a2-a40b-4d43-b2a0-c46fad1b43cc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883672 Sep 13 00:07:24.862510 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:24.864594 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:31.481313 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=50 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:31.482392 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=51 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:37.530033 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:37.911283 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=14 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:37.912139 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=12 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:39.097081 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba476797-d88c-4bbe-a21f-17690b2f54a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:41.993471 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-16f75b63-a667-4de2-b90d-72e13db43da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:43.334955 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:44.067179 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:44.195667 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-e81ec00b-c671-45b7-88a2-efbf4d941fc2 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-479345869&fields=id&tenant_id=ecac3196aefa4c32994f85a86849c8c8 HTTP/1.1" status: 200 len: 267 time: 0.0961859 Sep 13 00:07:44.309769 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-286fc5e3-45f0-4012-b4d6-f7d139523565 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:44.311289 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-286fc5e3-45f0-4012-b4d6-f7d139523565 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 811 time: 0.1086879 Sep 13 00:07:44.330204 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-fcaee19f-6d24-412c-9774-b86ab3b327a6 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/quotas/ecac3196aefa4c32994f85a86849c8c8 HTTP/1.1" status: 200 len: 375 time: 0.0111077 Sep 13 00:07:44.382741 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-b26d6248-9c75-4ffe-b9a3-0953398eac0c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472827 Sep 13 00:07:44.484681 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-073180f8-29d7-4f91-8b51-ed823a7969e0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901709 Sep 13 00:07:44.579910 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-28966be4-c207-4b27-9180-ca8e0c586083 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865517 Sep 13 00:07:44.886278 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:44.900774 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-5a384c1d-f4f3-4ced-bdf5-ab73f02ec7bc req-cb6000f2-5750-45e3-b7c3-ed4d0be38afc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 210 time: 0.0333598 Sep 13 00:07:45.315619 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:07:46.027664 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc5515c4-ad24-4a88-8216-c0d9e732ee53 req-130eec0b-4a15-4204-aea6-fbd87473ad9b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 210 time: 0.0422347 Sep 13 00:07:46.082105 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-0d257a19-6cd3-49cf-8a8e-fd2154e1bb5b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:46.083584 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-0d257a19-6cd3-49cf-8a8e-fd2154e1bb5b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 811 time: 0.1506913 Sep 13 00:07:46.155238 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-f63df15d-5f8b-4944-a27d-708701180643 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ecac3196aefa4c32994f85a86849c8c8 HTTP/1.1" status: 200 len: 379 time: 0.0602696 Sep 13 00:07:46.164402 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'port': {'device_id': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'admin_state_up': True, 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'security_groups': ['456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e']}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:07:46.292817 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Made reservation on behalf of ecac3196aefa4c32994f85a86849c8c8 for: {'port': 1} {{(pid=112752) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 00:07:46.296856 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:46.433836 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_common [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Allocated IP 172.20.0.12 (59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584/da696a67-9539-493f-834c-93fa9050655d/54a27897-04fb-4fd7-aa9d-3ad92fe504c4) {{(pid=112752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:07:46.450584 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:46.544249 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:46.588458 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), precommit_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:46.625195 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), after_create {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:46.672690 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 is already hosted by enough agents. {{(pid=112752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:07:46.678005 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.base_scheduler [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Resources bound (agent type, host, resource id): {{(pid=112752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:07:46.680254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'Port': ['ID=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,revision_number=1']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:07:46.683499 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Received port after_create {{(pid=112752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:07:46.709783 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.710135 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.710480 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.710821 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.711151 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.711517 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.711852 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.712254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.712581 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.712911 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.713235 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.713635 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.713981 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.714200 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.714516 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:46.744512 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:46.745116 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:46.764071 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-23a12a5d-7b76-435e-95c0-b373991d8173 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6034293 Sep 13 00:07:46.777411 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.v2.base [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Request body: {'port': {'device_id': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=112752) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:07:46.844071 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:46.945363 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-04e85c82-d9d3-4b91-beb4-113032f3696b None None] Provisioning complete for port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 triggered by entity DHCP. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:07:46.946035 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-04e85c82-d9d3-4b91-beb4-113032f3696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:46.979028 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-04e85c82-d9d3-4b91-beb4-113032f3696b None None] Port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 cannot update to ACTIVE because it is not bound. {{(pid=112753) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 00:07:47.112745 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 {{(pid=112752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:07:47.128694 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Publish callbacks [] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), precommit_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:47.168333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.provisioning_blocks [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Transition to ACTIVE for port object 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 will not be triggered until provisioned by entity L2. {{(pid=112752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 00:07:47.174704 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845e3c8-5e89-49db-8ab1-2cc0816a0682 req-ffa4c307-6599-400a-bb68-a3d98663e546 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:47.176210 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8845e3c8-5e89-49db-8ab1-2cc0816a0682 req-ffa4c307-6599-400a-bb68-a3d98663e546 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 932 time: 0.0668728 Sep 13 00:07:47.177269 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:47.251551 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,revision_number=2']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:07:47.261640 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:47.303002 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-8845e3c8-5e89-49db-8ab1-2cc0816a0682 req-3010b2e8-a71e-42aa-828c-c94ae2c6ca34 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189401 Sep 13 00:07:47.328879 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Attempting to bind port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 00:07:47.329213 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Attempting to bind port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 00:07:47.329547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Attempting to bind port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:07:47.378025 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 00:07:47.378453 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Attempting to bind port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 on network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 00:07:47.403102 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:47.425129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Checking agent: {'id': 'f5733b19-f23f-484b-bc7f-804e02173480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'started_at': datetime.datetime(2022, 9, 12, 23, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 0, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 00:07:47.425480 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Checking segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 00:07:47.425871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Bound using segment: {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'} {{(pid=112752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 00:07:47.426296 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.managers [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Bound port: 54a27897-04fb-4fd7-aa9d-3ad92fe504c4, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cd909a-8378-4c53-9cd1-89018e509193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584'}}] {{(pid=112752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 00:07:47.426656 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), before_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:47.488098 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] For port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4, host hv-cinder-82002, cleared binding levels {{(pid=112752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 00:07:47.491342 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] For port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 00:07:47.497664 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8620285'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), after_update {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:47.501825 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:47.502433 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:47.503809 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] 10.222.0.18 "PUT /networking/v2.0/ports/54a27897-04fb-4fd7-aa9d-3ad92fe504c4 HTTP/1.1" status: 200 len: 1094 time: 0.7310212 Sep 13 00:07:47.504372 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'tag': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:07:47.506625 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647f1472-fc53-4c92-b5a3-2918a73a581d" -d '{"events": [{"name": "network-changed", "server_uuid": "48a37cc0-c0ef-4f9a-8e4f-84ec358e3787", "tag": "54a27897-04fb-4fd7-aa9d-3ad92fe504c4"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:07:47.550600 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e12552-5ff3-4bb1-bb08-5c00db0181c0 x-openstack-request-id: req-73e12552-5ff3-4bb1-bb08-5c00db0181c0 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:07:47.550883 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a37cc0-c0ef-4f9a-8e4f-84ec358e3787", "tag": "54a27897-04fb-4fd7-aa9d-3ad92fe504c4", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:07:47.551129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73e12552-5ff3-4bb1-bb08-5c00db0181c0 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:07:47.551570 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e12552-5ff3-4bb1-bb08-5c00db0181c0'] response: {'name': 'network-changed', 'server_uuid': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'tag': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'status': 'completed', 'code': 200} Sep 13 00:07:47.556476 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15433961-14e5-469c-a3fe-11369aa0b7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,revision_number=3']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:07:47.609880 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-a0e07d7e-65f3-4dad-bef0-ab42bb0580c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:47.611958 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-a0e07d7e-65f3-4dad-bef0-ab42bb0580c9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 1128 time: 0.0472779 Sep 13 00:07:47.655062 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-3d1270b2-c394-411b-8abc-a0e1be576aab service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54a27897-04fb-4fd7-aa9d-3ad92fe504c4 HTTP/1.1" status: 200 len: 217 time: 0.0345042 Sep 13 00:07:47.705729 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-bf8c6c37-c223-45eb-8029-519c44966f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:47.707171 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-bf8c6c37-c223-45eb-8029-519c44966f4c service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0458422 Sep 13 00:07:47.755662 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-05276def-56f3-42b6-97c5-915a915c2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:47.757097 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-05276def-56f3-42b6-97c5-915a915c2cdd service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428164 Sep 13 00:07:47.850404 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-a347cba2-fc89-44a3-9cba-d1b38c6c5f47 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847771 Sep 13 00:07:47.955297 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d01f8924-b234-4384-b844-4ad44aa68cb3 req-f8ee80c1-d89f-448f-a205-0a806eef2348 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942554 Sep 13 00:07:48.357827 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-860802fc-9e36-4a37-9c2c-7c1756fe78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:48.359433 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-860802fc-9e36-4a37-9c2c-7c1756fe78aa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 1128 time: 0.0404713 Sep 13 00:07:48.469983 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a385af-c1bd-48a3-96c3-4cecf25de743 req-e761bd4e-bfbe-4c1c-95a6-ff8bf9577913 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:48.471491 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6a385af-c1bd-48a3-96c3-4cecf25de743 req-e761bd4e-bfbe-4c1c-95a6-ff8bf9577913 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 944 time: 0.0856571 Sep 13 00:07:48.508822 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-e6fd70ff-0a1f-44fc-bd70-61f38c23420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:48.510247 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-e6fd70ff-0a1f-44fc-bd70-61f38c23420c service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.1430676 Sep 13 00:07:48.566186 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-e5d3d395-6ca0-4dce-bcfa-e726964ec4c1 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54a27897-04fb-4fd7-aa9d-3ad92fe504c4 HTTP/1.1" status: 200 len: 217 time: 0.0460224 Sep 13 00:07:48.571021 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-c6a385af-c1bd-48a3-96c3-4cecf25de743 req-d5091e92-5a70-42cb-99d6-cf339e2e72e3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905900 Sep 13 00:07:48.617913 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-4055e103-8121-4aa7-bc6f-5acc41a033f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:48.619470 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-4055e103-8121-4aa7-bc6f-5acc41a033f5 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0464602 Sep 13 00:07:48.657815 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:48.663772 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-92590945-125e-4c4f-a0c1-b756a8f059b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:48.665345 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-92590945-125e-4c4f-a0c1-b756a8f059b7 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396810 Sep 13 00:07:48.761924 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-48041f86-5de1-4ab5-9014-241ad7e9f279 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899692 Sep 13 00:07:48.832215 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:48.857567 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-647f1472-fc53-4c92-b5a3-2918a73a581d req-fe300bc1-7ede-4fd8-819f-67667e661546 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868449 Sep 13 00:07:49.701136 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29388224-0070-4cc9-9f77-d943cf34f040 req-aae29dfd-06fd-48f6-a30e-85f786edd019 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:49.702604 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-29388224-0070-4cc9-9f77-d943cf34f040 req-aae29dfd-06fd-48f6-a30e-85f786edd019 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 944 time: 0.0531871 Sep 13 00:07:49.754982 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-29388224-0070-4cc9-9f77-d943cf34f040 req-fce0c6b6-5a31-4315-ab7a-284427a254a1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435436 Sep 13 00:07:50.899118 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90879e-2ea5-4cd0-bd63-d197373152b8 req-889d088a-4b07-4039-aad4-582a2cb85f9e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:50.900869 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc90879e-2ea5-4cd0-bd63-d197373152b8 req-889d088a-4b07-4039-aad4-582a2cb85f9e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 944 time: 0.0590129 Sep 13 00:07:50.956076 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-fc90879e-2ea5-4cd0-bd63-d197373152b8 req-7ed6d307-8e1a-499d-8e07-2d1d2ebd6712 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469224 Sep 13 00:07:52.086696 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b261ae-dc6e-48cd-9b72-a163144657af req-bcb36c4a-3ff9-4d00-8bb9-09e3e7a1d139 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:52.088282 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-14b261ae-dc6e-48cd-9b72-a163144657af req-bcb36c4a-3ff9-4d00-8bb9-09e3e7a1d139 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 944 time: 0.0494039 Sep 13 00:07:52.142217 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-14b261ae-dc6e-48cd-9b72-a163144657af req-1b9b38f2-3fb2-40b3-9bec-d8da6bf7cfac tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479555 Sep 13 00:07:53.276388 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b478e-c8ec-4206-a9eb-6981bdff56df req-f33cc258-6bab-4f14-9e81-b8bbbfe53b8e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:53.277845 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7c2b478e-c8ec-4206-a9eb-6981bdff56df req-f33cc258-6bab-4f14-9e81-b8bbbfe53b8e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 944 time: 0.0501628 Sep 13 00:07:53.333283 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7c2b478e-c8ec-4206-a9eb-6981bdff56df req-1b85c1d4-fae3-4809-8f5c-416959894fdc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465810 Sep 13 00:07:54.472257 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161c000-9e40-4ffb-a21c-3f011d22fef4 req-b124c618-d046-4d1c-a0c3-e7e65cd5aa32 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:54.473710 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3161c000-9e40-4ffb-a21c-3f011d22fef4 req-b124c618-d046-4d1c-a0c3-e7e65cd5aa32 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 944 time: 0.0541625 Sep 13 00:07:54.524788 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3161c000-9e40-4ffb-a21c-3f011d22fef4 req-3760036d-9232-4d68-9b16-552dadb8ec90 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451744 Sep 13 00:07:55.310253 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:55.311418 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:55.664107 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb95c42-2128-4e0e-84f3-39c4630472ed req-6e6908ca-e1c5-4eae-8cee-8b60924b5b60 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:55.665616 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7bb95c42-2128-4e0e-84f3-39c4630472ed req-6e6908ca-e1c5-4eae-8cee-8b60924b5b60 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 944 time: 0.0516629 Sep 13 00:07:55.718837 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-7bb95c42-2128-4e0e-84f3-39c4630472ed req-8d768c06-5e40-457e-953d-bd08fdc4c022 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447519 Sep 13 00:07:56.662336 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=112753) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 00:07:56.767421 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:07:56.782238 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Returning: {'device': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'port_id': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'mac_address': 'fa:16:3e:e0:f6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112753) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 00:07:56.824076 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 is: DOWN; New status is: BUILD {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:07:56.824483 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:56.838452 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 {{(pid=112753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 00:07:56.853207 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4d0ad-232b-4b67-aa4a-203c39225fd8 req-4a77f27f-2940-4cc7-a95f-c8e824909d72 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:56.854817 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1ae4d0ad-232b-4b67-aa4a-203c39225fd8 req-4a77f27f-2940-4cc7-a95f-c8e824909d72 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 944 time: 0.0478663 Sep 13 00:07:56.860353 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:07:56.864822 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:56.907344 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1ae4d0ad-232b-4b67-aa4a-203c39225fd8 req-6557ef59-eb2e-4138-ac39-695e8649d24e tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462255 Sep 13 00:07:56.912145 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,revision_number=4']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:07:57.136275 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] get_ports_and_sgs() called for port_ids ['54a27897-04fb-4fd7-aa9d-3ad92fe504c4'] {{(pid=112753) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 00:07:58.035658 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28086532-19e9-4fab-a816-f6922bbdd5c3 req-697c6b45-da4e-4c91-a2c2-895925620aa4 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:58.037113 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-28086532-19e9-4fab-a816-f6922bbdd5c3 req-697c6b45-da4e-4c91-a2c2-895925620aa4 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 945 time: 0.0524068 Sep 13 00:07:58.093104 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-28086532-19e9-4fab-a816-f6922bbdd5c3 req-34da0cce-4941-44b8-9b21-85feafe88dde tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477271 Sep 13 00:07:58.658780 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 up at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 00:07:58.705577 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning for port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 completed by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 00:07:58.707772 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:58.715925 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.provisioning_blocks [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Provisioning complete for port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 triggered by entity L2. {{(pid=112753) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 00:07:58.716339 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1727811'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), provisioning_complete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:58.791802 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Current status of the port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 is: BUILD; New status is: ACTIVE {{(pid=112753) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 00:07:58.792187 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), before_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:58.800779 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:58.818470 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4'}] {{(pid=112753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:07:58.820716 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1761f0aa6413cad51ee43ab950fe0158588d3a146a138d2f5234fd63ea8efa33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff31f5dc-de1d-48f7-962f-9d0c58aa6f06" -d '{"events": [{"server_uuid": "48a37cc0-c0ef-4f9a-8e4f-84ec358e3787", "name": "network-vif-plugged", "status": "completed", "tag": "54a27897-04fb-4fd7-aa9d-3ad92fe504c4"}]}' {{(pid=112753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:07:58.838415 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] For port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:07:58.841952 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:07:58.866888 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74288a0-88d5-4dea-923e-6f2d3cb33704 x-openstack-request-id: req-e74288a0-88d5-4dea-923e-6f2d3cb33704 {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:07:58.867185 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a37cc0-c0ef-4f9a-8e4f-84ec358e3787", "name": "network-vif-plugged", "status": "completed", "tag": "54a27897-04fb-4fd7-aa9d-3ad92fe504c4", "code": 200}]} {{(pid=112753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:07:58.867460 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e74288a0-88d5-4dea-923e-6f2d3cb33704 {{(pid=112753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:07:58.867874 dv-cinder-820027-26-iscsi neutron-server[112753]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74288a0-88d5-4dea-923e-6f2d3cb33704'] response: {'server_uuid': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'code': 200} Sep 13 00:07:58.896540 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Pushing event updated for resources: {'Port': ['ID=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,revision_number=5']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:07:58.904196 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.904572 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.904916 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.905251 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.905579 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.905907 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.906232 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.906556 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.906869 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.907184 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.907537 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.907858 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.908176 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.908491 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:58.908862 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:07:59.107207 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e23b0b-1baf-4939-a891-305451e0aa87 req-aa551d2f-1ee9-4bc5-9776-cd837838cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:59.108696 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-38e23b0b-1baf-4939-a891-305451e0aa87 req-aa551d2f-1ee9-4bc5-9776-cd837838cb7e service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 1130 time: 0.0415413 Sep 13 00:07:59.133103 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:07:59.163113 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-38e23b0b-1baf-4939-a891-305451e0aa87 req-1bbd718f-b5ad-4e6d-84c3-66947fb65a39 service neutron] 10.222.0.18 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425868 Sep 13 00:07:59.215736 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b32f16-6674-45d1-a0ad-5e62ac9ebff4 req-1efee0a4-567b-451c-82b7-d785fbf6d54b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:07:59.217241 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-70b32f16-6674-45d1-a0ad-5e62ac9ebff4 req-1efee0a4-567b-451c-82b7-d785fbf6d54b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 946 time: 0.0473261 Sep 13 00:07:59.269974 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-70b32f16-6674-45d1-a0ad-5e62ac9ebff4 req-9003bbff-4bd5-4229-931d-5601ac8492b8 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469246 Sep 13 00:08:00.400764 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab064a-c5cc-4ba8-ab35-52f9cb0191d3 req-50a8d9e9-003a-4727-91e2-b7e9ffc62d68 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:00.402172 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-daab064a-c5cc-4ba8-ab35-52f9cb0191d3 req-50a8d9e9-003a-4727-91e2-b7e9ffc62d68 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 946 time: 0.0523202 Sep 13 00:08:00.453814 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-daab064a-c5cc-4ba8-ab35-52f9cb0191d3 req-aca07159-e72d-4599-814c-301420fa58de tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457635 Sep 13 00:08:01.632287 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:01.650624 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f025676-1ed8-4a4b-89fc-d512b8f6b07e req-fded4d46-93e3-4fce-9db4-73c4d7fa3010 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:01.652137 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9f025676-1ed8-4a4b-89fc-d512b8f6b07e req-fded4d46-93e3-4fce-9db4-73c4d7fa3010 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 946 time: 0.1173511 Sep 13 00:08:01.704945 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9f025676-1ed8-4a4b-89fc-d512b8f6b07e req-6a7a7228-1ff2-41dc-866d-529e7c628215 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446656 Sep 13 00:08:01.885523 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bbf6d-621d-41bf-8ba1-5cb180fbbea0 req-042c9c2c-086b-4802-bfdb-de5db7b2470a tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:01.887007 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f94bbf6d-621d-41bf-8ba1-5cb180fbbea0 req-042c9c2c-086b-4802-bfdb-de5db7b2470a tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 946 time: 0.1059771 Sep 13 00:08:01.948302 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-f94bbf6d-621d-41bf-8ba1-5cb180fbbea0 req-f766bcae-4d48-49c4-b2b6-1dc4034511f5 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500782 Sep 13 00:08:01.984735 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45468) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:02.026520 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f87801-596c-4cc5-a9cc-11ffbc0b5f8e tempest-TestVolumeBootPattern-1609627772 tempest-TestVolumeBootPattern-1609627772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:02.028003 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-32f87801-596c-4cc5-a9cc-11ffbc0b5f8e tempest-TestVolumeBootPattern-1609627772 tempest-TestVolumeBootPattern-1609627772-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 1125 time: 0.0421948 Sep 13 00:08:02.032227 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45472) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:02.036434 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.v2.base [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Request body: {'floatingip': {'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'port_id': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 00:08:02.059886 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:02.142162 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (None), before_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:02.261672 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_common [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Allocated IP 172.27.1.93 (2516e979-4620-44cb-a22c-f82227160da3/618b734e-5fac-4676-a5da-6697982d7b54/c6305f2c-14b9-43cb-825e-c65243fe555d) {{(pid=112751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 00:08:02.376128 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for port (c6305f2c-14b9-43cb-825e-c65243fe555d), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:02.410801 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727824498360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (c6305f2c-14b9-43cb-825e-c65243fe555d), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:02.450597 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Network 2516e979-4620-44cb-a22c-f82227160da3 is already hosted by enough agents. {{(pid=112751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 00:08:02.455447 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.base_scheduler [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Resources bound (agent type, host, resource id): {{(pid=112751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 00:08:02.459279 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Received port after_create {{(pid=112751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 00:08:02.462563 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'Port': ['ID=c6305f2c-14b9-43cb-825e-c65243fe555d,revision_number=1']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:02.491106 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.491487 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.491826 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.492165 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.492468 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.492827 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.493139 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.493475 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.493783 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.494109 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.494432 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.494753 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.495076 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.495404 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.495724 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:08:02.826503 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:02.836348 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:02.846092 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (fabd46af-2ad0-4bf9-9d96-d23c138f204f), precommit_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:02.916507 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1803443'] for port (c6305f2c-14b9-43cb-825e-c65243fe555d), before_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:03.073409 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for port (c6305f2c-14b9-43cb-825e-c65243fe555d), precommit_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:03.080390 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727824958091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727824498378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727824498396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8729997'] for port (c6305f2c-14b9-43cb-825e-c65243fe555d), after_update {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:03.148646 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431514'] for floatingip (fabd46af-2ad0-4bf9-9d96-d23c138f204f), after_create {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:03.150495 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event updated for resources: {'Port': ['ID=c6305f2c-14b9-43cb-825e-c65243fe555d,revision_number=2']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:03.248546 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.l3_db [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Floating IP fabd46af-2ad0-4bf9-9d96-d23c138f204f associated. External IP: 172.27.1.93, port: 54a27897-04fb-4fd7-aa9d-3ad92fe504c4. Sep 13 00:08:03.454847 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:08:03.561746 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:08:03.573303 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] Sync routers for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:08:03.582844 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:03.585727 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:08:03.586345 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:07:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:03.612943 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-49c0e315-0091-4aa7-a6cc-98eb29b565c1 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5797234 Sep 13 00:08:03.613606 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'tag': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:08:03.615964 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59adafc0-4839-4bf3-8f3c-73f39c625511" -d '{"events": [{"name": "network-changed", "server_uuid": "48a37cc0-c0ef-4f9a-8e4f-84ec358e3787", "tag": "54a27897-04fb-4fd7-aa9d-3ad92fe504c4"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:08:03.690326 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:08:03.707710 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ddc786-3e6f-4a5e-946e-1fbe560ddf78 x-openstack-request-id: req-34ddc786-3e6f-4a5e-946e-1fbe560ddf78 {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:08:03.707993 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a37cc0-c0ef-4f9a-8e4f-84ec358e3787", "tag": "54a27897-04fb-4fd7-aa9d-3ad92fe504c4", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:08:03.708243 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34ddc786-3e6f-4a5e-946e-1fbe560ddf78 {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:08:03.708655 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ddc786-3e6f-4a5e-946e-1fbe560ddf78'] response: {'name': 'network-changed', 'server_uuid': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'tag': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'status': 'completed', 'code': 200} Sep 13 00:08:03.770648 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-9ed2bc22-2ed8-47e9-85d9-215789b2243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:03.772215 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-9ed2bc22-2ed8-47e9-85d9-215789b2243d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 1130 time: 0.0401113 Sep 13 00:08:04.010763 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:fa:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:05:51Z', 'updated_at': '2022-09-13T00:05:53Z', 'revision_number': 1, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}, {'id': 'fabd46af-2ad0-4bf9-9d96-d23c138f204f', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:e0:f6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:08:02Z', 'updated_at': '2022-09-13T00:08:02Z', 'revision_number': 0, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:04.037081 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] Checking router: 0b4cf41e-94b3-4a1e-95d6-27f790a5629c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:08:04.046779 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:08:04.047452 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:07:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:04.153971 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:08:04.156266 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-29a26e31-9aac-4e1a-8ae5-5152ea00109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:04.157751 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-29a26e31-9aac-4e1a-8ae5-5152ea00109d service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.3783755 Sep 13 00:08:04.222840 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-22668cd7-9bd6-458d-b5ff-356e55d4f7bf service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54a27897-04fb-4fd7-aa9d-3ad92fe504c4 HTTP/1.1" status: 200 len: 999 time: 0.0581877 Sep 13 00:08:04.278437 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-f430de62-5e8b-4ef0-9c8b-8aba948c6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:04.279859 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-f430de62-5e8b-4ef0-9c8b-8aba948c6855 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0506032 Sep 13 00:08:04.329826 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-af041011-77e9-43e9-be3f-cc3d3ba229df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:04.331434 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-af041011-77e9-43e9-be3f-cc3d3ba229df service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458431 Sep 13 00:08:04.390504 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:fa:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:05:51Z', 'updated_at': '2022-09-13T00:05:53Z', 'revision_number': 1, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}, {'id': 'fabd46af-2ad0-4bf9-9d96-d23c138f204f', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:e0:f6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:08:02Z', 'updated_at': '2022-09-13T00:08:02Z', 'revision_number': 0, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:04.418822 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c8b11-67a1-45a7-925a-014545cdcd08 None None] The sync data for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi is: [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:fa:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:05:51Z', 'updated_at': '2022-09-13T00:05:53Z', 'revision_number': 1, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}, {'id': 'fabd46af-2ad0-4bf9-9d96-d23c138f204f', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:e0:f6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:08:02Z', 'updated_at': '2022-09-13T00:08:02Z', 'revision_number': 0, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:08:04.425592 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-d31a3d8e-df50-4361-8e51-acf97e58e088 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873475 Sep 13 00:08:04.523431 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-59adafc0-4839-4bf3-8f3c-73f39c625511 req-a75b707a-4908-4ac6-a1fc-30389747e571 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916255 Sep 13 00:08:04.622610 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f30c9-d9c7-42f1-8383-ea1acb2d2ec4 None None] New status for floating IP fabd46af-2ad0-4bf9-9d96-d23c138f204f: ACTIVE {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 00:08:07.547550 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:09.092271 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-df2fccdb-0642-4a1e-9c54-8b0b444fce03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:11.991033 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-60dd0f87-204b-4c66-a225-4fd0c63cf5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:13.336425 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:13.606528 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:13.610974 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:14.063846 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:14.388089 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=79 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:14.393881 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=69 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:14.518785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=82 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:14.519818 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=68 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:14.877211 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:20.912891 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-6ac6e647-b60d-4192-8b20-66cc6814a1c9 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442538 Sep 13 00:08:20.978323 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-b4f7b717-986c-430d-b699-bbcc197dbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:20.979857 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-b4f7b717-986c-430d-b699-bbcc197dbf49 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 1129 time: 0.0402179 Sep 13 00:08:21.104141 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-0b7acff1-8100-4140-a1e9-57b0854ee330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:21.105625 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-0b7acff1-8100-4140-a1e9-57b0854ee330 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.0965238 Sep 13 00:08:21.171485 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-ffae4bba-43c8-4a66-9f5a-22f9a24da570 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a401adb-f709-4d9f-85c3-c51e6e947891 HTTP/1.1" status: 200 len: 1000 time: 0.0586028 Sep 13 00:08:21.226011 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-a84eaeea-3226-48ee-87b5-87f4ceaafd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:21.227512 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-a84eaeea-3226-48ee-87b5-87f4ceaafd0d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0495875 Sep 13 00:08:21.275562 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-dff06101-db0b-4cf1-a65c-18cbbf15005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:21.277091 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-dff06101-db0b-4cf1-a65c-18cbbf15005d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413303 Sep 13 00:08:21.382784 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-ea0163e1-1e06-4721-a4aa-7797c55fb195 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931766 Sep 13 00:08:21.476058 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-49bd6e41-f433-4d68-9e24-ce114bfa24cf req-89851a24-9773-4c15-acd7-b484bdcea649 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869133 Sep 13 00:08:22.320260 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:08:24.057858 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:24.871530 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:25.839834 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45486) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:25.987934 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Deleting port 550412db-d4f7-4a54-aacf-dac29e962b21 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:08:25.988234 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (550412db-d4f7-4a54-aacf-dac29e962b21), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:26.069396 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (550412db-d4f7-4a54-aacf-dac29e962b21), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:26.069692 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for floatingip (550412db-d4f7-4a54-aacf-dac29e962b21), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:26.083714 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Calling delete_port for 550412db-d4f7-4a54-aacf-dac29e962b21 owned by network:floatingip {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:08:26.248119 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (550412db-d4f7-4a54-aacf-dac29e962b21), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:26.277023 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event deleted for resources: {'Port': ['ID=550412db-d4f7-4a54-aacf-dac29e962b21,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:26.345477 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for floatingip (434c8766-29ad-46c2-809a-22ff73490f13), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:26.345786 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.db.l3_db [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Floating IP 434c8766-29ad-46c2-809a-22ff73490f13 disassociated (deleted). External IP: 172.27.1.112, port: e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb. Sep 13 00:08:26.546743 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Router f364dcd2-c011-4523-8faf-9f3d7f74c5fc has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:08:26.652645 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:08:26.658114 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:26.662885 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] Sync routers for ids ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:08:26.673250 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] Routers {'f364dcd2-c011-4523-8faf-9f3d7f74c5fc'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:08:26.673879 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:08:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:26.679097 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:26.690243 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-022db528-0a24-483c-9018-15e505c597d2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/434c8766-29ad-46c2-809a-22ff73490f13 HTTP/1.1" status: 204 len: 168 time: 0.8493381 Sep 13 00:08:26.691198 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb'}] {{(pid=112751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:08:26.693602 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5a53b6f8a0b2498f202f6a0767299c6b5f1a00727f862261b5e404a0767b51c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2cc1b1-f05c-4feb-a38d-01f97531714b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb"}]}' {{(pid=112751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:08:26.739310 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7effa38d-0dd0-4790-bb99-8f1a983752bb x-openstack-request-id: req-7effa38d-0dd0-4790-bb99-8f1a983752bb {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:08:26.739632 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb", "status": "completed", "code": 200}]} {{(pid=112751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:08:26.739919 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7effa38d-0dd0-4790-bb99-8f1a983752bb {{(pid=112751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:08:26.740333 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7effa38d-0dd0-4790-bb99-8f1a983752bb'] response: {'name': 'network-changed', 'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'status': 'completed', 'code': 200} Sep 13 00:08:26.782050 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] Set router f364dcd2-c011-4523-8faf-9f3d7f74c5fc gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:08:26.801457 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-98c2a866-3a99-4476-ab14-a1f5e8b892ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:26.802846 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-98c2a866-3a99-4476-ab14-a1f5e8b892ac service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=07b62652571943b58f9c8bd4c1ee9931&device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 1129 time: 0.0409229 Sep 13 00:08:26.960077 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023cc39-4fd0-4663-9cee-89fabaf956b0 req-fcefc976-979e-4447-bffc-ebd7db9a92f2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:26.961585 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d023cc39-4fd0-4663-9cee-89fabaf956b0 req-fcefc976-979e-4447-bffc-ebd7db9a92f2 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0674193 Sep 13 00:08:26.963082 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-b0074312-0c35-4824-b6e2-831137f04cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:26.964526 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-b0074312-0c35-4824-b6e2-831137f04cd7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=dc1c8caa-bc70-4151-bd30-211506e0b7e6 HTTP/1.1" status: 200 len: 909 time: 0.1493654 Sep 13 00:08:26.976486 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c3e70e12-8105-48da-8e9a-1a2768d7c466', 'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'mac_address': 'fa:16:3e:8e:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:01Z', 'updated_at': '2022-09-13T00:04:07Z', 'revision_number': 5, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'subnets': [{'id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:27.005835 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] Checking router: f364dcd2-c011-4523-8faf-9f3d7f74c5fc for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:08:27.011576 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d023cc39-4fd0-4663-9cee-89fabaf956b0 req-7f59f5a3-b7a4-421b-a545-d67c5d277d97 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442040 Sep 13 00:08:27.015645 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] Routers {'f364dcd2-c011-4523-8faf-9f3d7f74c5fc'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:08:27.016261 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:08:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:27.124036 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] Set router f364dcd2-c011-4523-8faf-9f3d7f74c5fc gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:08:27.315480 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c3e70e12-8105-48da-8e9a-1a2768d7c466', 'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'mac_address': 'fa:16:3e:8e:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:01Z', 'updated_at': '2022-09-13T00:04:07Z', 'revision_number': 5, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'subnets': [{'id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:27.340792 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37846967-799b-4691-9cc1-17f9e772d1ab None None] The sync data for ids ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'] in dv-cinder-820027-26-iscsi is: [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:04:01Z', 'revision_number': 4, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'c3e70e12-8105-48da-8e9a-1a2768d7c466', 'name': '', 'network_id': 'dc1c8caa-bc70-4151-bd30-211506e0b7e6', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'mac_address': 'fa:16:3e:8e:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:01Z', 'updated_at': '2022-09-13T00:04:07Z', 'revision_number': 5, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'subnets': [{'id': '89a1e8f1-3f33-4cdb-a1db-f001ab601448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:08:27.575408 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a020c6b8-83ff-4312-b6ef-e015e79a92c9 None None] New status for floating IP 434c8766-29ad-46c2-809a-22ff73490f13: DOWN {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 00:08:28.083468 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-e1a40717-e2ad-4d8c-8699-275aaa6581aa service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 200 len: 217 time: 0.0397627 Sep 13 00:08:28.169523 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-bcaf692b-77e5-42b6-8451-fc333288e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:28.171025 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-bcaf692b-77e5-42b6-8451-fc333288e1a9 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=89a1e8f1-3f33-4cdb-a1db-f001ab601448 HTTP/1.1" status: 200 len: 847 time: 0.0799794 Sep 13 00:08:28.176860 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d8091-aa42-4db3-b6b2-425a6051c878 req-2e2855eb-65a5-4638-b6b3-573d17701869 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:28.178229 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-257d8091-aa42-4db3-b6b2-425a6051c878 req-2e2855eb-65a5-4638-b6b3-573d17701869 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0784407 Sep 13 00:08:28.241540 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-257d8091-aa42-4db3-b6b2-425a6051c878 req-46fcbb78-61e7-461c-bc34-6c853ca3ce5e tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574410 Sep 13 00:08:28.271526 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-4abfe4d8-f3be-42c1-946a-864f87867340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:28.273079 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-4abfe4d8-f3be-42c1-946a-864f87867340 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=dc1c8caa-bc70-4151-bd30-211506e0b7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489426 Sep 13 00:08:28.338559 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:28.359537 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:28.365853 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-65e1b241-1922-4995-9e16-02521047b6ce service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859373 Sep 13 00:08:28.614149 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-1a2cc1b1-f05c-4feb-a38d-01f97531714b req-bf4eb205-924f-4e7e-8a5e-338996807400 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254802 Sep 13 00:08:28.629144 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-e8415d26-793d-47a7-8d4b-db768d546bb1 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:08:28.630581 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-e8415d26-793d-47a7-8d4b-db768d546bb1 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 945 time: 0.0575755 Sep 13 00:08:28.723254 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-f195b0c3-2c22-4f61-9e27-ce51e09ec535 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Deleting port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:08:28.723611 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-f195b0c3-2c22-4f61-9e27-ce51e09ec535 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:28.825011 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-f195b0c3-2c22-4f61-9e27-ce51e09ec535 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] For port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:08:28.825333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-f195b0c3-2c22-4f61-9e27-ce51e09ec535 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:28.840559 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-f195b0c3-2c22-4f61-9e27-ce51e09ec535 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Calling delete_port for e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:08:28.989345 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-f195b0c3-2c22-4f61-9e27-ce51e09ec535 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:29.027938 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195b0c3-2c22-4f61-9e27-ce51e09ec535 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event deleted for resources: {'Port': ['ID=e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:29.079723 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-f195b0c3-2c22-4f61-9e27-ce51e09ec535 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] No DVR routers for this DVR port e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:08:29.082518 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-f195b0c3-2c22-4f61-9e27-ce51e09ec535 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:29.085835 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0cadf9f1-d5b6-42cc-9c24-1e4b92c3b6d1 req-f195b0c3-2c22-4f61-9e27-ce51e09ec535 tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.18 "DELETE /networking/v2.0/ports/e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb HTTP/1.1" status: 204 len: 173 time: 0.4475844 Sep 13 00:08:29.086442 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'name': 'network-vif-deleted', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:08:29.088834 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec394be-e41d-485b-8af5-421b81fb57b0" -d '{"events": [{"server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "name": "network-vif-deleted", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:08:29.131623 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe82e1c8-1740-4f30-8f9c-6c09e6561e03 x-openstack-request-id: req-fe82e1c8-1740-4f30-8f9c-6c09e6561e03 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:08:29.131920 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a30688a-8c79-425d-9679-0b15397e2c2b", "name": "network-vif-deleted", "tag": "e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:08:29.132176 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe82e1c8-1740-4f30-8f9c-6c09e6561e03 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:08:29.132597 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe82e1c8-1740-4f30-8f9c-6c09e6561e03'] response: {'server_uuid': '5a30688a-8c79-425d-9679-0b15397e2c2b', 'name': 'network-vif-deleted', 'tag': 'e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb', 'status': 'completed', 'code': 200} Sep 13 00:08:29.358124 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-570dee79-ef02-4188-9a74-591957a6d65a req-cc53923c-8db8-4b73-a100-68f65780bd1a tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5a30688a-8c79-425d-9679-0b15397e2c2b HTTP/1.1" status: 200 len: 210 time: 0.0287502 Sep 13 00:08:30.431208 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45502) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:30.491775 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:30.495264 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-44e8953c-2900-489f-81f9-07952595d0ac tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group (e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:30.520886 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-44e8953c-2900-489f-81f9-07952595d0ac tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group (e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:30.586091 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-44e8953c-2900-489f-81f9-07952595d0ac tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:30.590414 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-44e8953c-2900-489f-81f9-07952595d0ac tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:30.592162 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-44e8953c-2900-489f-81f9-07952595d0ac tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991 HTTP/1.1" status: 204 len: 168 time: 0.1614115 Sep 13 00:08:30.601924 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8953c-2900-489f-81f9-07952595d0ac tempest-TestShelveInstance-1736543648 tempest-TestShelveInstance-1736543648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a4d2f7-6d24-4c15-b1bd-d15ed8f09991,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:30.639318 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45506) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:30.971342 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:31.019410 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:31.021452 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:31.220825 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] Deleting port c3e70e12-8105-48da-8e9a-1a2768d7c466 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:08:31.221123 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:31.312165 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] For port c3e70e12-8105-48da-8e9a-1a2768d7c466, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=c3e70e12-8105-48da-8e9a-1a2768d7c466,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:08:31.312438 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:31.326514 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] Calling delete_port for c3e70e12-8105-48da-8e9a-1a2768d7c466 owned by network:router_interface {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:08:31.515557 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (c3e70e12-8105-48da-8e9a-1a2768d7c466), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:31.541235 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e70e12-8105-48da-8e9a-1a2768d7c466,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:31.710253 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:31.933657 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:31.936126 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:31.946579 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] Router f364dcd2-c011-4523-8faf-9f3d7f74c5fc has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:08:32.054343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:08:32.060201 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-db9d23bd-6222-40db-9c81-0cf8a130b579 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/f364dcd2-c011-4523-8faf-9f3d7f74c5fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4197915 Sep 13 00:08:32.063073 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45508) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:32.065418 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] Sync routers for ids ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:08:32.078435 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] Routers {'f364dcd2-c011-4523-8faf-9f3d7f74c5fc'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:08:32.079077 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:08:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:32.165440 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Publish callbacks [] for router (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.180102 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] Set router f364dcd2-c011-4523-8faf-9f3d7f74c5fc gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:08:32.272082 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Publish callbacks [] for router_gateway (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.317421 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Deleting port 70e34967-c3ac-420e-bd38-db959b8dae60 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:08:32.317750 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.414270 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] For port 70e34967-c3ac-420e-bd38-db959b8dae60, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=70e34967-c3ac-420e-bd38-db959b8dae60,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:08:32.414683 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.429271 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Calling delete_port for 70e34967-c3ac-420e-bd38-db959b8dae60 owned by network:router_gateway {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:08:32.443780 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:32.446270 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:32.451347 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:08:31Z', 'revision_number': 5, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port': {'id': '70e34967-c3ac-420e-bd38-db959b8dae60', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:03:59Z', 'updated_at': '2022-09-13T00:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:32.477063 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] Checking router: f364dcd2-c011-4523-8faf-9f3d7f74c5fc for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:08:32.486090 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] Routers {'f364dcd2-c011-4523-8faf-9f3d7f74c5fc'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:08:32.486717 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:08:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:32.571921 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] Set router f364dcd2-c011-4523-8faf-9f3d7f74c5fc gateway port host: None {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:08:32.597843 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (70e34967-c3ac-420e-bd38-db959b8dae60), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.623881 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:08:32Z', 'revision_number': 6, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port_host': None}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:32.624767 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e34967-c3ac-420e-bd38-db959b8dae60,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:32.650861 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657066c5-3ffc-453e-ae7a-cb5c9a79ba41 None None] The sync data for ids ['f364dcd2-c011-4523-8faf-9f3d7f74c5fc'] in dv-cinder-820027-26-iscsi is: [{'id': 'f364dcd2-c011-4523-8faf-9f3d7f74c5fc', 'name': 'tempest-TestShelveInstance-790652014-router', 'tenant_id': '07b62652571943b58f9c8bd4c1ee9931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:03:58Z', 'updated_at': '2022-09-13T00:08:32Z', 'revision_number': 6, 'project_id': '07b62652571943b58f9c8bd4c1ee9931', 'gw_port_host': None}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:08:32.700945 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.787390 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.789644 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Publish callbacks [] for router_controller (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.836547 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (f364dcd2-c011-4523-8faf-9f3d7f74c5fc), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.837016 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f364dcd2-c011-4523-8faf-9f3d7f74c5fc {{(pid=112752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 00:08:32.841666 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.842899 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-68c0d374-5a5d-47a6-82b1-2754c07a6fa2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/f364dcd2-c011-4523-8faf-9f3d7f74c5fc HTTP/1.1" status: 204 len: 168 time: 0.7788157 Sep 13 00:08:32.845509 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45510) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:32.858184 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:08:32.877755 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:08:32.878100 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device e1cee19c-d5a9-45b9-bc59-8bd3e6eaf9cb not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:08:32.878626 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:32.893018 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.db_base_plugin_v2 [None req-5775d5e9-f07f-4e93-bc3f-54e2d968c894 admin admin] Deleting subnet 89a1e8f1-3f33-4cdb-a1db-f001ab601448 {{(pid=112752) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 00:08:32.896122 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:32.896918 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5775d5e9-f07f-4e93-bc3f-54e2d968c894 admin admin] Publish callbacks [] for subnet (89a1e8f1-3f33-4cdb-a1db-f001ab601448), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:32.933981 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5775d5e9-f07f-4e93-bc3f-54e2d968c894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10069474'] for subnet (89a1e8f1-3f33-4cdb-a1db-f001ab601448), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.297023 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5775d5e9-f07f-4e93-bc3f-54e2d968c894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (89a1e8f1-3f33-4cdb-a1db-f001ab601448), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.355393 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5775d5e9-f07f-4e93-bc3f-54e2d968c894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8620171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9306299'] for subnet (89a1e8f1-3f33-4cdb-a1db-f001ab601448), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.381332 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775d5e9-f07f-4e93-bc3f-54e2d968c894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a1e8f1-3f33-4cdb-a1db-f001ab601448,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:33.384967 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5775d5e9-f07f-4e93-bc3f-54e2d968c894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.388540 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-5775d5e9-f07f-4e93-bc3f-54e2d968c894 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/89a1e8f1-3f33-4cdb-a1db-f001ab601448 HTTP/1.1" status: 204 len: 168 time: 0.5421114 Sep 13 00:08:33.391380 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45514) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:33.391765 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4602492-a720-49f2-9f5f-0e07a353c2aa None None] Network dc1c8caa-bc70-4151-bd30-211506e0b7e6 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:08:33.468070 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (dc1c8caa-bc70-4151-bd30-211506e0b7e6), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.510054 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Deleting port 5290687f-2739-4109-ae45-96d1bd536340 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:08:33.510346 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (5290687f-2739-4109-ae45-96d1bd536340), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.568296 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d9d3a-af87-4c76-a10a-d1523eab28b3 None None] DHCP port deletion for dc1c8caa-bc70-4151-bd30-211506e0b7e6 request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 00:08:33.586123 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] For port 5290687f-2739-4109-ae45-96d1bd536340, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5290687f-2739-4109-ae45-96d1bd536340,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:08:33.586488 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (5290687f-2739-4109-ae45-96d1bd536340), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.599975 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Calling delete_port for 5290687f-2739-4109-ae45-96d1bd536340 owned by network:dhcp {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:08:33.606675 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-891d9d3a-af87-4c76-a10a-d1523eab28b3 None None] Deleting port 5290687f-2739-4109-ae45-96d1bd536340 {{(pid=112753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:08:33.607493 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-891d9d3a-af87-4c76-a10a-d1523eab28b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (5290687f-2739-4109-ae45-96d1bd536340), before_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.679524 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-891d9d3a-af87-4c76-a10a-d1523eab28b3 None None] For port 5290687f-2739-4109-ae45-96d1bd536340, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=5290687f-2739-4109-ae45-96d1bd536340,segment=NetworkSegment(7765b60f-d33e-4776-bf3a-583cf1bd8db2),segment_id=7765b60f-d33e-4776-bf3a-583cf1bd8db2)] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:08:33.680184 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-891d9d3a-af87-4c76-a10a-d1523eab28b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (5290687f-2739-4109-ae45-96d1bd536340), precommit_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.685138 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (5290687f-2739-4109-ae45-96d1bd536340), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.694926 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-891d9d3a-af87-4c76-a10a-d1523eab28b3 None None] Calling delete_port for 5290687f-2739-4109-ae45-96d1bd536340 owned by network:dhcp {{(pid=112753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:08:33.712425 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Pushing event deleted for resources: {'Port': ['ID=5290687f-2739-4109-ae45-96d1bd536340,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:33.721463 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] No DVR routers for this DVR port 5290687f-2739-4109-ae45-96d1bd536340 on host dv-cinder-820027-26-iscsi {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:08:33.774125 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-891d9d3a-af87-4c76-a10a-d1523eab28b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (5290687f-2739-4109-ae45-96d1bd536340), after_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.798288 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d9d3a-af87-4c76-a10a-d1523eab28b3 None None] Pushing event deleted for resources: {'Port': ['ID=5290687f-2739-4109-ae45-96d1bd536340,revision_number=None']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:33.802430 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (dc1c8caa-bc70-4151-bd30-211506e0b7e6), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.803596 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d9d3a-af87-4c76-a10a-d1523eab28b3 None None] No DVR routers for this DVR port 5290687f-2739-4109-ae45-96d1bd536340 on host dv-cinder-820027-26-iscsi {{(pid=112753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:08:33.828073 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1c8caa-bc70-4151-bd30-211506e0b7e6']}} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:33.838078 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7765b60f-d33e-4776-bf3a-583cf1bd8db2') {'for_net_delete': True} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:33.838371 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7765b60f-d33e-4776-bf3a-583cf1bd8db2') {} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:33.847938 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10069483'] for segment (7765b60f-d33e-4776-bf3a-583cf1bd8db2), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.861154 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (7765b60f-d33e-4776-bf3a-583cf1bd8db2), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.869780 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=112752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 00:08:33.870185 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8620065'] for segment (7765b60f-d33e-4776-bf3a-583cf1bd8db2), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.931132 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (dc1c8caa-bc70-4151-bd30-211506e0b7e6), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.937059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:33.943180 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/dc1c8caa-bc70-4151-bd30-211506e0b7e6 HTTP/1.1" status: 204 len: 168 time: 0.5479133 Sep 13 00:08:33.943623 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45520) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:33.956278 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48e788-e597-4da7-aa3b-1fb27f6ad805 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc1c8caa-bc70-4151-bd30-211506e0b7e6,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:33.960311 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment 7765b60f-d33e-4776-bf3a-583cf1bd8db2 resource provider aggregate not found Sep 13 00:08:33.977109 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment 7765b60f-d33e-4776-bf3a-583cf1bd8db2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7765b60f-d33e-4776-bf3a-583cf1bd8db2 found for delete ", "request_id": "req-7267b3f8-75c7-4f54-baf3-7c3fb015fc18"}]} Sep 13 00:08:34.440187 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 70e34967-c3ac-420e-bd38-db959b8dae60 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:08:34.459447 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 70e34967-c3ac-420e-bd38-db959b8dae60 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:08:34.459872 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 70e34967-c3ac-420e-bd38-db959b8dae60 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:08:34.460352 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device c3e70e12-8105-48da-8e9a-1a2768d7c466 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:08:34.476708 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:34.478147 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: c3e70e12-8105-48da-8e9a-1a2768d7c466 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:08:34.478488 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device c3e70e12-8105-48da-8e9a-1a2768d7c466 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:08:34.478898 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5290687f-2739-4109-ae45-96d1bd536340 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:08:34.499920 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 5290687f-2739-4109-ae45-96d1bd536340 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:08:34.500261 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 5290687f-2739-4109-ae45-96d1bd536340 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:08:34.706715 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] Deleting port ff679979-fda5-473c-b4fd-57050208da39 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:08:34.706965 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (ff679979-fda5-473c-b4fd-57050208da39), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:34.792542 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] For port ff679979-fda5-473c-b4fd-57050208da39, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=ff679979-fda5-473c-b4fd-57050208da39,segment=NetworkSegment(ac5f3649-8b86-4b94-bfaa-8d77f32b70a8),segment_id=ac5f3649-8b86-4b94-bfaa-8d77f32b70a8)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:08:34.792859 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (ff679979-fda5-473c-b4fd-57050208da39), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:34.806338 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] Calling delete_port for ff679979-fda5-473c-b4fd-57050208da39 owned by network:router_interface {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:08:34.919405 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:34.921825 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:34.996559 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (ff679979-fda5-473c-b4fd-57050208da39), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:35.021388 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff679979-fda5-473c-b4fd-57050208da39,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:35.187698 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:35.389709 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] Router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:08:35.504791 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:08:35.511549 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-0d968d69-8f3a-4904-a2cf-032d968bc2f8 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/46e1e3c0-66a1-4a80-a7f9-2815007cf66e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5668035 Sep 13 00:08:35.514852 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45524) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:35.517232 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] Sync routers for ids ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:08:35.528069 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] Routers {'46e1e3c0-66a1-4a80-a7f9-2815007cf66e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:08:35.528694 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:08:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:35.616197 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Publish callbacks [] for router (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:35.642373 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] Set router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:08:35.717120 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Publish callbacks [] for router_gateway (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:35.766113 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Deleting port ffc2976c-6d2c-46d9-8ba5-97a683e889f6 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:08:35.766450 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:35.811059 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:35.814879 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'name': 'tempest-TestShelveInstance-368120636-router', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:04:03Z', 'updated_at': '2022-09-13T00:08:34Z', 'revision_number': 5, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'gw_port': {'id': 'ffc2976c-6d2c-46d9-8ba5-97a683e889f6', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:04:04Z', 'updated_at': '2022-09-13T00:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:35.825175 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:35.842347 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] Checking router: 46e1e3c0-66a1-4a80-a7f9-2815007cf66e for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:08:35.851462 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] Routers {'46e1e3c0-66a1-4a80-a7f9-2815007cf66e'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:08:35.852090 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:08:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:35.853349 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] For port ffc2976c-6d2c-46d9-8ba5-97a683e889f6, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=ffc2976c-6d2c-46d9-8ba5-97a683e889f6,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:08:35.853719 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:35.866863 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Calling delete_port for ffc2976c-6d2c-46d9-8ba5-97a683e889f6 owned by network:router_gateway {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:08:35.938930 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] Set router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e gateway port host: None {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:08:36.000114 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'name': 'tempest-TestShelveInstance-368120636-router', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:04:03Z', 'updated_at': '2022-09-13T00:08:35Z', 'revision_number': 6, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'gw_port_host': None}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:36.024946 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206f1352-6eb4-47a6-b9e8-b08657474486 None None] The sync data for ids ['46e1e3c0-66a1-4a80-a7f9-2815007cf66e'] in dv-cinder-820027-26-iscsi is: [{'id': '46e1e3c0-66a1-4a80-a7f9-2815007cf66e', 'name': 'tempest-TestShelveInstance-368120636-router', 'tenant_id': 'f358fb96b8594cd086421aa80e194d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:04:03Z', 'updated_at': '2022-09-13T00:08:35Z', 'revision_number': 6, 'project_id': 'f358fb96b8594cd086421aa80e194d06', 'gw_port_host': None}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:08:36.046605 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (ffc2976c-6d2c-46d9-8ba5-97a683e889f6), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.072298 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc2976c-6d2c-46d9-8ba5-97a683e889f6,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:36.134710 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.220369 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.222494 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Publish callbacks [] for router_controller (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.270356 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (46e1e3c0-66a1-4a80-a7f9-2815007cf66e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.270948 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46e1e3c0-66a1-4a80-a7f9-2815007cf66e {{(pid=112751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 00:08:36.275326 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] Publish callbacks [] for router (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.276509 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-bc964c64-194d-47b4-a08e-3b5b50f99cba admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/46e1e3c0-66a1-4a80-a7f9-2815007cf66e HTTP/1.1" status: 204 len: 168 time: 0.7606940 Sep 13 00:08:36.279062 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45526) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:36.324417 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-078ea341-e77e-4b97-9252-76595ce9ee90 admin admin] Deleting subnet d752d2a3-a98b-4da3-8450-c562a0b9210c {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 00:08:36.327867 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-078ea341-e77e-4b97-9252-76595ce9ee90 admin admin] Publish callbacks [] for subnet (d752d2a3-a98b-4da3-8450-c562a0b9210c), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.364880 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-078ea341-e77e-4b97-9252-76595ce9ee90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8700759'] for subnet (d752d2a3-a98b-4da3-8450-c562a0b9210c), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.450666 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-078ea341-e77e-4b97-9252-76595ce9ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (d752d2a3-a98b-4da3-8450-c562a0b9210c), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.508197 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-078ea341-e77e-4b97-9252-76595ce9ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8730107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761574'] for subnet (d752d2a3-a98b-4da3-8450-c562a0b9210c), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.533722 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ea341-e77e-4b97-9252-76595ce9ee90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d752d2a3-a98b-4da3-8450-c562a0b9210c,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:36.537499 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-078ea341-e77e-4b97-9252-76595ce9ee90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.540640 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-078ea341-e77e-4b97-9252-76595ce9ee90 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/d752d2a3-a98b-4da3-8450-c562a0b9210c HTTP/1.1" status: 204 len: 168 time: 0.2606039 Sep 13 00:08:36.543239 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45528) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:36.545987 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23444a57-52f1-4186-b088-9bfaa138c5f6 None None] Network c953876b-464f-451a-9aa7-5a4a1a17262e requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:08:36.614041 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (c953876b-464f-451a-9aa7-5a4a1a17262e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.654496 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:36.657241 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Deleting port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:08:36.657578 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.722203 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] For port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=8cb8ae30-8c81-4a80-9fdb-c663a8fe061e,segment=NetworkSegment(ac5f3649-8b86-4b94-bfaa-8d77f32b70a8),segment_id=ac5f3649-8b86-4b94-bfaa-8d77f32b70a8)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:08:36.722569 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.736532 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Calling delete_port for 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e owned by network:dhcp {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:08:36.776690 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:36.820976 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (8cb8ae30-8c81-4a80-9fdb-c663a8fe061e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.834075 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0be984-1fbd-4573-92e5-5132b950ceab None None] DHCP port deletion for c953876b-464f-451a-9aa7-5a4a1a17262e request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 00:08:36.844026 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ff679979-fda5-473c-b4fd-57050208da39 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:08:36.849675 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb8ae30-8c81-4a80-9fdb-c663a8fe061e,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:36.854746 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] No DVR routers for this DVR port 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e on host dv-cinder-820027-26-iscsi {{(pid=112751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:08:36.874578 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: ff679979-fda5-473c-b4fd-57050208da39 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:08:36.874927 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ff679979-fda5-473c-b4fd-57050208da39 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:08:36.930886 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (c953876b-464f-451a-9aa7-5a4a1a17262e), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.951596 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c953876b-464f-451a-9aa7-5a4a1a17262e']}} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:36.965753 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8') {'for_net_delete': True} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:36.966019 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5f3649-8b86-4b94-bfaa-8d77f32b70a8') {} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:08:36.977588 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8700766'] for segment (ac5f3649-8b86-4b94-bfaa-8d77f32b70a8), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:36.993177 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (ac5f3649-8b86-4b94-bfaa-8d77f32b70a8), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:37.000074 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=112751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 00:08:37.000557 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8729937'] for segment (ac5f3649-8b86-4b94-bfaa-8d77f32b70a8), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:37.055013 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment ac5f3649-8b86-4b94-bfaa-8d77f32b70a8 resource provider aggregate not found Sep 13 00:08:37.083784 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment ac5f3649-8b86-4b94-bfaa-8d77f32b70a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac5f3649-8b86-4b94-bfaa-8d77f32b70a8 found for delete ", "request_id": "req-6e578398-8e81-4108-a64d-e4dfc20a443e"}]} Sep 13 00:08:37.086548 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (c953876b-464f-451a-9aa7-5a4a1a17262e), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:37.094443 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:37.098077 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c953876b-464f-451a-9aa7-5a4a1a17262e HTTP/1.1" status: 204 len: 168 time: 0.5539293 Sep 13 00:08:37.110134 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ef637-1032-4670-8fb2-b5425134ce1b admin admin] Pushing event deleted for resources: {'Network': ['ID=c953876b-464f-451a-9aa7-5a4a1a17262e,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:37.267067 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45536) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:37.308961 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-d07a78a7-2d72-4f92-acfc-3332331c63f7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=07b62652571943b58f9c8bd4c1ee9931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406232 Sep 13 00:08:37.311635 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45538) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:37.370399 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ce72ec91-528c-4373-920d-19b772106117 admin admin] Publish callbacks [] for security_group (c49dd7cd-89e8-490b-9d43-9fb1c40a5eb7), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:37.392044 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ce72ec91-528c-4373-920d-19b772106117 admin admin] Publish callbacks [] for security_group (c49dd7cd-89e8-490b-9d43-9fb1c40a5eb7), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:37.448220 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ce72ec91-528c-4373-920d-19b772106117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (c49dd7cd-89e8-490b-9d43-9fb1c40a5eb7), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:37.451097 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ce72ec91-528c-4373-920d-19b772106117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:37.452296 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-ce72ec91-528c-4373-920d-19b772106117 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c49dd7cd-89e8-490b-9d43-9fb1c40a5eb7 HTTP/1.1" status: 204 len: 168 time: 0.1397943 Sep 13 00:08:37.460302 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72ec91-528c-4373-920d-19b772106117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49dd7cd-89e8-490b-9d43-9fb1c40a5eb7,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:37.541727 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:37.811517 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45544) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:37.858044 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-25158d2c-b69a-409e-a2c4-f80a53287ca9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f358fb96b8594cd086421aa80e194d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452719 Sep 13 00:08:37.860731 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45546) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:08:37.900185 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:37.914193 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-193db31d-c0ad-4cef-bb48-c097ee4f5790 admin admin] Publish callbacks [] for security_group (5c19c944-85a5-43ca-ac47-bd66ac9d0e06), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:37.934429 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-193db31d-c0ad-4cef-bb48-c097ee4f5790 admin admin] Publish callbacks [] for security_group (5c19c944-85a5-43ca-ac47-bd66ac9d0e06), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:38.000775 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-193db31d-c0ad-4cef-bb48-c097ee4f5790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (5c19c944-85a5-43ca-ac47-bd66ac9d0e06), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:38.004174 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-193db31d-c0ad-4cef-bb48-c097ee4f5790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:38.004822 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-193db31d-c0ad-4cef-bb48-c097ee4f5790 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5c19c944-85a5-43ca-ac47-bd66ac9d0e06 HTTP/1.1" status: 204 len: 168 time: 0.1431391 Sep 13 00:08:38.013472 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193db31d-c0ad-4cef-bb48-c097ee4f5790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c19c944-85a5-43ca-ac47-bd66ac9d0e06,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:08:38.026702 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:38.444658 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ffc2976c-6d2c-46d9-8ba5-97a683e889f6 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:08:38.446964 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:38.464767 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: ffc2976c-6d2c-46d9-8ba5-97a683e889f6 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:08:38.465105 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device ffc2976c-6d2c-46d9-8ba5-97a683e889f6 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:08:38.465519 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:08:38.484576 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:08:38.484950 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 8cb8ae30-8c81-4a80-9fdb-c663a8fe061e not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:08:39.098809 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-5e196d7e-b3a0-48bd-9273-747678dbd072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:41.986477 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-42a0f2c2-4629-4018-90dc-ad6dcd495e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:42.626416 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=12 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:42.627685 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=13 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:43.339068 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:44.059109 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:44.883648 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:08:47.847791 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=71,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:47.854684 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=47,neutron:DELETE=9 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:47.981845 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:48.009388 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:54.872095 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:54.877746 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:08:59.322448 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:09:02.538926 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [req-07ac0418-636f-44b2-9313-48ccafab7a78 req-1233502c-a859-4112-bc12-9327879aec49 service neutron] (112751) timed out ('10.222.0.18', 49958) {{(pid=112751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 00:09:02.985578 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:07.557492 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:09.095118 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0f2e68c1-fe6d-4217-8ca3-348b4226130f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:09.317142 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:09.716370 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [req-2fcb412e-1c1a-4d38-95e4-2b0ddba06108 req-b37335ae-fd11-4452-877f-657fdb5a3659 service neutron] (112751) timed out ('10.222.0.18', 49913) {{(pid=112751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 00:09:11.984437 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe2ea-c557-4fb9-83a5-111fabc05a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:13.343181 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:14.057807 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:14.885144 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:21.055556 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-e513a898-b045-4e31-ad65-e2084004f316 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1915233 Sep 13 00:09:21.151253 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-1ecddcfb-60af-4255-a843-7b305bd78f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:21.152710 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-1ecddcfb-60af-4255-a843-7b305bd78f36 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 1129 time: 0.0439007 Sep 13 00:09:21.269252 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-67693df9-1e8b-4f2b-822f-d07e20600c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:21.270750 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-67693df9-1e8b-4f2b-822f-d07e20600c7a service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.0902236 Sep 13 00:09:21.338592 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-4c045ace-1986-48d9-a663-a8fb76e856a7 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a401adb-f709-4d9f-85c3-c51e6e947891 HTTP/1.1" status: 200 len: 1000 time: 0.0586586 Sep 13 00:09:21.392189 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-30bc7ca8-4ad3-42ca-9334-2745d803e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:21.393679 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-30bc7ca8-4ad3-42ca-9334-2745d803e999 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0462177 Sep 13 00:09:21.444621 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-7cdb98fb-6537-474a-a8da-1479445d877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:21.446186 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-7cdb98fb-6537-474a-a8da-1479445d877c service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432832 Sep 13 00:09:21.547750 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-af6cd984-e97c-4d1c-aaec-8276777f5bea service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904939 Sep 13 00:09:21.646140 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-3b053262-8b0f-4864-b4fb-77d1967f24f3 req-c75ab9ca-e527-4a23-8be5-27a9893ef1fb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887997 Sep 13 00:09:24.876538 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:24.878470 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:31.115721 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45558) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:31.264771 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Deleting port c6305f2c-14b9-43cb-825e-c65243fe555d {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:31.265027 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (c6305f2c-14b9-43cb-825e-c65243fe555d), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:31.347020 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (c6305f2c-14b9-43cb-825e-c65243fe555d), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:31.347484 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (c6305f2c-14b9-43cb-825e-c65243fe555d), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:31.360052 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Calling delete_port for c6305f2c-14b9-43cb-825e-c65243fe555d owned by network:floatingip {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:31.525317 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:31.553193 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (c6305f2c-14b9-43cb-825e-c65243fe555d), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:31.558002 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:31.579308 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event deleted for resources: {'Port': ['ID=c6305f2c-14b9-43cb-825e-c65243fe555d,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:31.592094 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.592437 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.592783 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.593107 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.593444 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.593764 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.594097 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.594429 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.594751 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.595081 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.595439 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.595779 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.596090 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.596489 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.596731 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:31.659046 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (fabd46af-2ad0-4bf9-9d96-d23c138f204f), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:31.659365 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Floating IP fabd46af-2ad0-4bf9-9d96-d23c138f204f disassociated (deleted). External IP: 172.27.1.93, port: 54a27897-04fb-4fd7-aa9d-3ad92fe504c4. Sep 13 00:09:31.863321 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:09:31.971602 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:09:31.976506 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:31.983440 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] Sync routers for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:09:31.994953 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:09:31.995561 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:09:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:32.006972 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-7f2071a3-95e2-453d-9c3a-33c8a474de1c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/fabd46af-2ad0-4bf9-9d96-d23c138f204f HTTP/1.1" status: 204 len: 168 time: 0.8900759 Sep 13 00:09:32.007641 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'tag': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:09:32.009935 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10729824-5629-4e98-97b6-4e05af47b2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "48a37cc0-c0ef-4f9a-8e4f-84ec358e3787", "tag": "54a27897-04fb-4fd7-aa9d-3ad92fe504c4"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:09:32.120267 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:09:32.220249 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a619eba2-f9f0-4ebd-8eae-6b5d911c5d5a x-openstack-request-id: req-a619eba2-f9f0-4ebd-8eae-6b5d911c5d5a {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:09:32.220844 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a37cc0-c0ef-4f9a-8e4f-84ec358e3787", "tag": "54a27897-04fb-4fd7-aa9d-3ad92fe504c4", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:09:32.220844 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a619eba2-f9f0-4ebd-8eae-6b5d911c5d5a {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:09:32.221216 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a619eba2-f9f0-4ebd-8eae-6b5d911c5d5a'] response: {'name': 'network-changed', 'server_uuid': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'tag': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'status': 'completed', 'code': 200} Sep 13 00:09:32.268709 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f266b8b-8cc8-4b43-bdf1-8d8a947386b3 req-f750100e-87fe-4728-b3b1-955fab26884b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:32.270165 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6f266b8b-8cc8-4b43-bdf1-8d8a947386b3 req-f750100e-87fe-4728-b3b1-955fab26884b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 946 time: 0.0467570 Sep 13 00:09:32.324180 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-6f266b8b-8cc8-4b43-bdf1-8d8a947386b3 req-f03add89-966e-40e5-8f1a-111afc183a26 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455959 Sep 13 00:09:32.343850 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:fa:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:05:51Z', 'updated_at': '2022-09-13T00:05:53Z', 'revision_number': 1, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:32.372370 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] Checking router: 0b4cf41e-94b3-4a1e-95d6-27f790a5629c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:09:32.383706 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:09:32.384322 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:09:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:32.496992 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:09:32.717893 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:fa:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:05:51Z', 'updated_at': '2022-09-13T00:05:53Z', 'revision_number': 1, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:32.742611 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bd129-becd-4ae6-bcea-4633f55ec916 None None] The sync data for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi is: [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_floatingips': [{'id': '7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'router_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'port_id': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'mac_address': 'fa:16:3e:fa:76:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T00:05:51Z', 'updated_at': '2022-09-13T00:05:53Z', 'revision_number': 1, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:09:32.968768 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd8f142-5e32-44ee-89a9-27cd0f04ed84 None None] New status for floating IP fabd46af-2ad0-4bf9-9d96-d23c138f204f: DOWN {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 00:09:33.490795 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c1560-d2a3-4a1e-a662-e4226cfda634 req-a1bc3581-865f-4faa-b521-4f00ca9f1208 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:33.492348 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d63c1560-d2a3-4a1e-a662-e4226cfda634 req-a1bc3581-865f-4faa-b521-4f00ca9f1208 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 946 time: 0.0828292 Sep 13 00:09:33.498272 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-bb98b4f1-0a09-4a12-8fed-88a75ed59264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:33.499700 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-bb98b4f1-0a09-4a12-8fed-88a75ed59264 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 1130 time: 0.0532091 Sep 13 00:09:33.545316 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-d63c1560-d2a3-4a1e-a662-e4226cfda634 req-d7995929-b6f2-4f77-b922-b1d4e34c3a0b tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446596 Sep 13 00:09:33.698343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-37e2fc1c-71fa-4c40-a618-783565e14db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:33.699772 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-37e2fc1c-71fa-4c40-a618-783565e14db4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.0983233 Sep 13 00:09:33.918192 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-e558955e-dd41-4e9b-85bb-b40c03e5e2ad service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54a27897-04fb-4fd7-aa9d-3ad92fe504c4 HTTP/1.1" status: 200 len: 217 time: 0.0359557 Sep 13 00:09:33.971509 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-75ddc39c-0c7c-4ff0-aa3d-2fe1602faa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:33.972880 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-75ddc39c-0c7c-4ff0-aa3d-2fe1602faa5d service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0484605 Sep 13 00:09:34.044527 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-577e7ab9-403c-4c9d-8d7d-920d530a3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:34.046019 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-577e7ab9-403c-4c9d-8d7d-920d530a3e59 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0671103 Sep 13 00:09:34.056221 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-383896a8-15ad-4935-b42b-101b1b0458b3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:34.057655 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-383896a8-15ad-4935-b42b-101b1b0458b3 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 946 time: 0.0776391 Sep 13 00:09:34.126270 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:34.144799 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:34.210343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-24125420-edca-4876-a68b-4751dac1a51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Deleting port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:34.210657 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-24125420-edca-4876-a68b-4751dac1a51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:34.214945 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-92e69d6d-15df-433e-a23b-8757c7ecbf37 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564400 Sep 13 00:09:34.361129 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-24125420-edca-4876-a68b-4751dac1a51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] For port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:09:34.361437 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-24125420-edca-4876-a68b-4751dac1a51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:34.380606 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-24125420-edca-4876-a68b-4751dac1a51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Calling delete_port for 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:34.383907 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-10729824-5629-4e98-97b6-4e05af47b2b2 req-99df0670-67d0-46be-a981-975413b638f8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573510 Sep 13 00:09:34.518230 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-24125420-edca-4876-a68b-4751dac1a51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (54a27897-04fb-4fd7-aa9d-3ad92fe504c4), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:34.547165 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24125420-edca-4876-a68b-4751dac1a51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event deleted for resources: {'Port': ['ID=54a27897-04fb-4fd7-aa9d-3ad92fe504c4,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:34.595940 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-24125420-edca-4876-a68b-4751dac1a51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] No DVR routers for this DVR port 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:09:34.598620 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-24125420-edca-4876-a68b-4751dac1a51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:34.601958 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-766ae38a-40cd-438f-a407-5cd80b5b4a4d req-24125420-edca-4876-a68b-4751dac1a51c tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "DELETE /networking/v2.0/ports/54a27897-04fb-4fd7-aa9d-3ad92fe504c4 HTTP/1.1" status: 204 len: 173 time: 0.5349572 Sep 13 00:09:34.602464 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'name': 'network-vif-deleted', 'tag': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:09:34.604972 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d667363d-1607-4343-aa66-f4a8307134b2" -d '{"events": [{"server_uuid": "48a37cc0-c0ef-4f9a-8e4f-84ec358e3787", "name": "network-vif-deleted", "tag": "54a27897-04fb-4fd7-aa9d-3ad92fe504c4"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:09:34.654454 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb089bf2-0d8b-45f4-a95e-3003378a4995 x-openstack-request-id: req-fb089bf2-0d8b-45f4-a95e-3003378a4995 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:09:34.654796 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a37cc0-c0ef-4f9a-8e4f-84ec358e3787", "name": "network-vif-deleted", "tag": "54a27897-04fb-4fd7-aa9d-3ad92fe504c4", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:09:34.655052 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb089bf2-0d8b-45f4-a95e-3003378a4995 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:09:34.655504 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb089bf2-0d8b-45f4-a95e-3003378a4995'] response: {'server_uuid': '48a37cc0-c0ef-4f9a-8e4f-84ec358e3787', 'name': 'network-vif-deleted', 'tag': '54a27897-04fb-4fd7-aa9d-3ad92fe504c4', 'status': 'completed', 'code': 200} Sep 13 00:09:34.676522 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-9ffd9935-ee98-404a-a36e-ffd00352e47f req-ae1eb8c7-1eef-477d-85d5-e5d57aa4ffae tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=48a37cc0-c0ef-4f9a-8e4f-84ec358e3787 HTTP/1.1" status: 200 len: 210 time: 0.0329905 Sep 13 00:09:36.326924 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:09:37.143610 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:09:37.163346 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:09:37.163692 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 54a27897-04fb-4fd7-aa9d-3ad92fe504c4 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:09:37.551440 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:38.019279 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45600) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:38.177287 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Deleting port 77993c10-a9ff-4186-be25-1544415d2eb8 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:38.177583 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (77993c10-a9ff-4186-be25-1544415d2eb8), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:38.262669 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (77993c10-a9ff-4186-be25-1544415d2eb8), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:38.262936 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (77993c10-a9ff-4186-be25-1544415d2eb8), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:38.275138 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Calling delete_port for 77993c10-a9ff-4186-be25-1544415d2eb8 owned by network:floatingip {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:38.628829 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:38.656174 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:38.717772 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (77993c10-a9ff-4186-be25-1544415d2eb8), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:38.748714 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event deleted for resources: {'Port': ['ID=77993c10-a9ff-4186-be25-1544415d2eb8,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:38.817589 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:38.818078 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.db.l3_db [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Floating IP 7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2 disassociated (deleted). External IP: 172.27.1.83, port: 1a401adb-f709-4d9f-85c3-c51e6e947891. Sep 13 00:09:39.036194 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:09:39.090922 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9997f727-ae25-4f0c-aff0-ed2b17d9eead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:39.146566 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:09:39.151498 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:39.156368 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] Sync routers for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:09:39.167255 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:09:39.167936 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:09:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:39.182175 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-9ba1977e-eea7-4e5f-ba24-afd0089af985 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2 HTTP/1.1" status: 204 len: 168 time: 1.1618049 Sep 13 00:09:39.182821 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'tag': '1a401adb-f709-4d9f-85c3-c51e6e947891'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:09:39.185257 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c977e0-8c31-47f6-99d1-9e174390b198" -d '{"events": [{"name": "network-changed", "server_uuid": "a84f1bfa-7436-44a1-99b2-afed7be788d7", "tag": "1a401adb-f709-4d9f-85c3-c51e6e947891"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:09:39.199597 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:39.235871 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 00:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fbdb87-8c6d-478e-b543-6297ea5d3ce0 x-openstack-request-id: req-87fbdb87-8c6d-478e-b543-6297ea5d3ce0 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:09:39.236125 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84f1bfa-7436-44a1-99b2-afed7be788d7", "tag": "1a401adb-f709-4d9f-85c3-c51e6e947891", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:09:39.236375 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87fbdb87-8c6d-478e-b543-6297ea5d3ce0 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:09:39.236821 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87fbdb87-8c6d-478e-b543-6297ea5d3ce0'] response: {'name': 'network-changed', 'server_uuid': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'tag': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'status': 'completed', 'code': 200} Sep 13 00:09:39.266206 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:39.282840 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:09:39.312342 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-a03e3887-7fde-4ccd-89ae-1de06d9facc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:39.315085 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-a03e3887-7fde-4ccd-89ae-1de06d9facc4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ecac3196aefa4c32994f85a86849c8c8&device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 1129 time: 0.0457759 Sep 13 00:09:39.470757 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d9579-126e-4166-bd41-3202156e6396 req-a9d9381e-7ece-405b-948c-96ac0db2a843 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:39.472247 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c6d9579-126e-4166-bd41-3202156e6396 req-a9d9381e-7ece-405b-948c-96ac0db2a843 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 945 time: 0.0678341 Sep 13 00:09:39.473763 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-21276346-81ea-46ac-a30b-c8144ae57a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:39.475175 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-21276346-81ea-46ac-a30b-c8144ae57a5e service neutron] 10.222.0.18 "GET /networking/v2.0/networks?id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 200 len: 912 time: 0.1436317 Sep 13 00:09:39.533694 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-0c6d9579-126e-4166-bd41-3202156e6396 req-5d249485-15ea-41a0-b09f-9462e5f1f497 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547400 Sep 13 00:09:39.582818 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:39.607603 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] Checking router: 0b4cf41e-94b3-4a1e-95d6-27f790a5629c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:09:39.616340 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:09:39.616938 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:09:12Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:39.718787 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:09:39.914621 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:39.944897 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f9192-6e10-4b46-b473-10615dc94962 None None] The sync data for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi is: [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:02:38Z', 'revision_number': 4, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi', '_interfaces': [{'id': 'af92174e-0bc5-49de-9059-49e3780284e0', 'name': '', 'network_id': '59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'mac_address': 'fa:16:3e:18:dd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'da696a67-9539-493f-834c-93fa9050655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:37Z', 'updated_at': '2022-09-13T00:02:44Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'subnets': [{'id': 'da696a67-9539-493f-834c-93fa9050655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:09:40.192227 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6a9710-cbac-4c7f-877a-ed643f03a70e None None] New status for floating IP 7576e3f8-9d0b-4321-ad95-c3c29b7a6ed2: DOWN {{(pid=112753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 00:09:40.613601 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-da34aade-5b28-46fa-9088-d40aa17609d9 service neutron] 10.222.0.18 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a401adb-f709-4d9f-85c3-c51e6e947891 HTTP/1.1" status: 200 len: 217 time: 0.0392597 Sep 13 00:09:40.687450 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f0581-24f0-4684-a709-857ad263dc54 req-b4e6966a-ea7c-4135-b994-e74d16f42058 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:40.689001 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-737f0581-24f0-4684-a709-857ad263dc54 req-b4e6966a-ea7c-4135-b994-e74d16f42058 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 945 time: 0.0743594 Sep 13 00:09:40.704826 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-60bbfec8-798f-40c4-80a9-446c83d36946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:40.706232 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-60bbfec8-798f-40c4-80a9-446c83d36946 service neutron] 10.222.0.18 "GET /networking/v2.0/subnets?id=da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 200 len: 850 time: 0.0818827 Sep 13 00:09:40.706628 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:40.745790 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-737f0581-24f0-4684-a709-857ad263dc54 req-f5602183-3fe7-4d6d-a42f-6990c4b35d9f tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507321 Sep 13 00:09:40.800588 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-70a41b03-2cf6-4cfc-aecf-ea36c777b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:40.802088 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-70a41b03-2cf6-4cfc-aecf-ea36c777b7d4 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?network_id=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460570 Sep 13 00:09:40.896684 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-a4e6a15c-cbfb-4417-9263-3fe2c7bfe510 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870423 Sep 13 00:09:41.058693 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=100 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:41.127052 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-05c977e0-8c31-47f6-99d1-9e174390b198 req-dc9ab78c-df18-46ce-a3d3-6616428b2a6c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449215 Sep 13 00:09:41.137930 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-2d8621e2-f3f9-4d78-afe5-19497ccfaff5 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112752) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 00:09:41.139459 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-2d8621e2-f3f9-4d78-afe5-19497ccfaff5 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 945 time: 0.0587971 Sep 13 00:09:41.232029 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-1b09ce0c-6db9-4b0f-89d1-397829ec17cc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Deleting port 1a401adb-f709-4d9f-85c3-c51e6e947891 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:41.232603 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-1b09ce0c-6db9-4b0f-89d1-397829ec17cc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:41.344880 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-1b09ce0c-6db9-4b0f-89d1-397829ec17cc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] For port 1a401adb-f709-4d9f-85c3-c51e6e947891, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=1a401adb-f709-4d9f-85c3-c51e6e947891,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:09:41.345214 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-1b09ce0c-6db9-4b0f-89d1-397829ec17cc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:41.358309 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-1b09ce0c-6db9-4b0f-89d1-397829ec17cc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Calling delete_port for 1a401adb-f709-4d9f-85c3-c51e6e947891 owned by compute:nova {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:41.490318 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-1b09ce0c-6db9-4b0f-89d1-397829ec17cc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (1a401adb-f709-4d9f-85c3-c51e6e947891), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:41.516682 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09ce0c-6db9-4b0f-89d1-397829ec17cc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event deleted for resources: {'Port': ['ID=1a401adb-f709-4d9f-85c3-c51e6e947891,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:41.563040 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-1b09ce0c-6db9-4b0f-89d1-397829ec17cc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] No DVR routers for this DVR port 1a401adb-f709-4d9f-85c3-c51e6e947891 on host hv-cinder-82002 {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:09:41.565702 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-1b09ce0c-6db9-4b0f-89d1-397829ec17cc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for port (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:41.569146 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-238fd1fe-6ca0-4973-9b87-fc2d4c5b151c req-1b09ce0c-6db9-4b0f-89d1-397829ec17cc tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.18 "DELETE /networking/v2.0/ports/1a401adb-f709-4d9f-85c3-c51e6e947891 HTTP/1.1" status: 204 len: 173 time: 0.4216766 Sep 13 00:09:41.569640 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'name': 'network-vif-deleted', 'tag': '1a401adb-f709-4d9f-85c3-c51e6e947891'}] {{(pid=112752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 00:09:41.571942 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e5aa60cbc9677b765329b4b531f8fefe5fe251753b6f62ac7ce82e1391bc095" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c058d69e-ff28-4624-ad6e-359dd0871fec" -d '{"events": [{"server_uuid": "a84f1bfa-7436-44a1-99b2-afed7be788d7", "name": "network-vif-deleted", "tag": "1a401adb-f709-4d9f-85c3-c51e6e947891"}]}' {{(pid=112752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 00:09:41.609768 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 00:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af70739b-f6ee-400d-95b2-c460e4921175 x-openstack-request-id: req-af70739b-f6ee-400d-95b2-c460e4921175 {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 00:09:41.610081 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84f1bfa-7436-44a1-99b2-afed7be788d7", "name": "network-vif-deleted", "tag": "1a401adb-f709-4d9f-85c3-c51e6e947891", "status": "completed", "code": 200}]} {{(pid=112752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 00:09:41.610291 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af70739b-f6ee-400d-95b2-c460e4921175 {{(pid=112752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 00:09:41.610717 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af70739b-f6ee-400d-95b2-c460e4921175'] response: {'server_uuid': 'a84f1bfa-7436-44a1-99b2-afed7be788d7', 'name': 'network-vif-deleted', 'tag': '1a401adb-f709-4d9f-85c3-c51e6e947891', 'status': 'completed', 'code': 200} Sep 13 00:09:41.856957 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [req-09f563b1-d70a-453e-8b0f-d65aeff892cd req-08d4f3e4-c125-442a-8329-31f43214a862 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a84f1bfa-7436-44a1-99b2-afed7be788d7 HTTP/1.1" status: 200 len: 210 time: 0.0337067 Sep 13 00:09:41.978801 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-578af840-e41a-43c6-8b70-87fd649fd636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:42.932687 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45616) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:43.049655 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-01f837a0-4242-4369-94b9-34661903da36 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Deleting port 73df9b4c-6ade-49bb-a0c7-6b30ef7cce11 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:43.049954 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-01f837a0-4242-4369-94b9-34661903da36 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (73df9b4c-6ade-49bb-a0c7-6b30ef7cce11), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:43.127754 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-01f837a0-4242-4369-94b9-34661903da36 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (73df9b4c-6ade-49bb-a0c7-6b30ef7cce11), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:43.128066 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-01f837a0-4242-4369-94b9-34661903da36 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (73df9b4c-6ade-49bb-a0c7-6b30ef7cce11), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:43.142492 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-01f837a0-4242-4369-94b9-34661903da36 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Calling delete_port for 73df9b4c-6ade-49bb-a0c7-6b30ef7cce11 owned by network:floatingip {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:43.152590 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:43.282142 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-01f837a0-4242-4369-94b9-34661903da36 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (73df9b4c-6ade-49bb-a0c7-6b30ef7cce11), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:43.304876 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f837a0-4242-4369-94b9-34661903da36 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event deleted for resources: {'Port': ['ID=73df9b4c-6ade-49bb-a0c7-6b30ef7cce11,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:43.342699 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:43.357297 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:43.374024 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-01f837a0-4242-4369-94b9-34661903da36 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for floatingip (b46964be-98ec-4131-9fcf-ce0d0fc8f3ff), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:43.376716 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-01f837a0-4242-4369-94b9-34661903da36 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62304'] for floatingip (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:43.377908 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-01f837a0-4242-4369-94b9-34661903da36 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/b46964be-98ec-4131-9fcf-ce0d0fc8f3ff HTTP/1.1" status: 204 len: 168 time: 0.4443481 Sep 13 00:09:44.060352 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:44.790012 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45628) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:44.856815 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5c453c53-6777-4de0-a4cb-7be69d2c9225 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group (456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:44.883204 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5c453c53-6777-4de0-a4cb-7be69d2c9225 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group (456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:44.886967 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:44.944969 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5c453c53-6777-4de0-a4cb-7be69d2c9225 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:44.947653 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-5c453c53-6777-4de0-a4cb-7be69d2c9225 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:44.948836 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-5c453c53-6777-4de0-a4cb-7be69d2c9225 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e HTTP/1.1" status: 204 len: 168 time: 0.1577134 Sep 13 00:09:44.958626 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c453c53-6777-4de0-a4cb-7be69d2c9225 tempest-TestVolumeBootPattern-507873504 tempest-TestVolumeBootPattern-507873504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456b5eb4-f6f0-4ffa-8277-c88ab2efdc0e,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:45.009192 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45632) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:45.206290 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 1a401adb-f709-4d9f-85c3-c51e6e947891 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:09:45.226127 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] No Port match for: 1a401adb-f709-4d9f-85c3-c51e6e947891 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:09:45.226473 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Device 1a401adb-f709-4d9f-85c3-c51e6e947891 not bound to the agent host hv-cinder-82002 {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:09:45.459801 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:45.670525 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:45.682393 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] Deleting port af92174e-0bc5-49de-9059-49e3780284e0 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:45.682733 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (af92174e-0bc5-49de-9059-49e3780284e0), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:45.769234 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] For port af92174e-0bc5-49de-9059-49e3780284e0, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=af92174e-0bc5-49de-9059-49e3780284e0,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:09:45.769482 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (af92174e-0bc5-49de-9059-49e3780284e0), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:45.782343 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] Calling delete_port for af92174e-0bc5-49de-9059-49e3780284e0 owned by network:router_interface {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:45.831588 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:45.974813 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (af92174e-0bc5-49de-9059-49e3780284e0), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:46.001460 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] Pushing event deleted for resources: {'Port': ['ID=af92174e-0bc5-49de-9059-49e3780284e0,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:46.169753 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:46.382132 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] Router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112752) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:09:46.490648 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112752) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:09:46.496454 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-75063e9e-a881-432b-a4a2-27d17a43373f admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/0b4cf41e-94b3-4a1e-95d6-27f790a5629c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861147 Sep 13 00:09:46.498505 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45636) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:46.499776 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] Sync routers for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:09:46.510614 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:09:46.511638 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:09:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:46.617839 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:09:46.792488 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:09:45Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:46.819361 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:46.821598 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] Checking router: 0b4cf41e-94b3-4a1e-95d6-27f790a5629c for host: dv-cinder-820027-26-iscsi {{(pid=112754) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:09:46.830279 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] Routers {'0b4cf41e-94b3-4a1e-95d6-27f790a5629c'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112754) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:09:46.830861 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:09:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'], 'active': True} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:46.885126 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Publish callbacks [] for router (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:46.934843 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:46.937721 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=100 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:46.939723 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_dvr_db [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] Set router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c gateway port host: dv-cinder-820027-26-iscsi {{(pid=112754) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:09:46.988250 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Publish callbacks [] for router_gateway (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.021485 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:47.035785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Deleting port 7c1c3cf9-2b01-42cb-9a25-a036d441a185 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:47.036213 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.107381 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.l3_hamode_db [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:09:45Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:47.117207 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] For port 7c1c3cf9-2b01-42cb-9a25-a036d441a185, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=7c1c3cf9-2b01-42cb-9a25-a036d441a185,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:09:47.117574 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.131625 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Calling delete_port for 7c1c3cf9-2b01-42cb-9a25-a036d441a185 owned by network:router_gateway {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:47.132142 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef926f0-9e3b-4adc-836c-9ebd6501a101 None None] The sync data for ids ['0b4cf41e-94b3-4a1e-95d6-27f790a5629c'] in dv-cinder-820027-26-iscsi is: [{'id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'name': 'tempest-TestVolumeBootPattern-832330238-router', 'tenant_id': 'ecac3196aefa4c32994f85a86849c8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:35Z', 'updated_at': '2022-09-13T00:09:45Z', 'revision_number': 5, 'project_id': 'ecac3196aefa4c32994f85a86849c8c8', 'gw_port': {'id': '7c1c3cf9-2b01-42cb-9a25-a036d441a185', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4cf41e-94b3-4a1e-95d6-27f790a5629c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:36Z', 'updated_at': '2022-09-13T00:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}] {{(pid=112754) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:09:47.318369 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (7c1c3cf9-2b01-42cb-9a25-a036d441a185), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.345496 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1c3cf9-2b01-42cb-9a25-a036d441a185,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:47.413726 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.503957 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.506022 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Publish callbacks [] for router_controller (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.552430 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (0b4cf41e-94b3-4a1e-95d6-27f790a5629c), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.553239 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4cf41e-94b3-4a1e-95d6-27f790a5629c {{(pid=112752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 00:09:47.557569 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.558746 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-744e0c1d-3bc4-476f-bb82-5416209c631f admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/0b4cf41e-94b3-4a1e-95d6-27f790a5629c HTTP/1.1" status: 204 len: 168 time: 1.0592475 Sep 13 00:09:47.561801 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45638) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:47.609687 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Deleting subnet da696a67-9539-493f-834c-93fa9050655d {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 00:09:47.613538 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Publish callbacks [] for subnet (da696a67-9539-493f-834c-93fa9050655d), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.654999 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8700759'] for subnet (da696a67-9539-493f-834c-93fa9050655d), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.733504 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (da696a67-9539-493f-834c-93fa9050655d), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.796806 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8730107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761574'] for subnet (da696a67-9539-493f-834c-93fa9050655d), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.824872 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da696a67-9539-493f-834c-93fa9050655d,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:47.834584 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.840127 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/da696a67-9539-493f-834c-93fa9050655d HTTP/1.1" status: 204 len: 168 time: 0.2748911 Sep 13 00:09:47.840310 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dffeee-9ed7-4825-b083-de02000c0240 None None] Network 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:09:47.840786 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.840786 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.840786 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.840786 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.841118 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45642) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:47.841212 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.841212 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.841388 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.841637 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.842092 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.842468 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.842808 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.843134 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.843477 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.843795 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.844114 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9738f5-12e2-4e88-a7d6-fbdcc7d6d280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:47.917510 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:47.961184 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Deleting port 18a7b5b7-2852-407f-98f7-e2d718de6f71 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:47.961534 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:48.037333 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] For port 18a7b5b7-2852-407f-98f7-e2d718de6f71, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=18a7b5b7-2852-407f-98f7-e2d718de6f71,segment=NetworkSegment(77cd909a-8378-4c53-9cd1-89018e509193),segment_id=77cd909a-8378-4c53-9cd1-89018e509193)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:09:48.037698 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:48.057136 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Calling delete_port for 18a7b5b7-2852-407f-98f7-e2d718de6f71 owned by network:dhcp {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:48.099803 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:48.147784 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (18a7b5b7-2852-407f-98f7-e2d718de6f71), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:48.164631 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab81a681-f98b-4024-b285-cc71f8c136c7 None None] DHCP port deletion for 59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 00:09:48.179147 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a7b5b7-2852-407f-98f7-e2d718de6f71,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:48.181946 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] No DVR routers for this DVR port 18a7b5b7-2852-407f-98f7-e2d718de6f71 on host dv-cinder-820027-26-iscsi {{(pid=112752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:09:48.185374 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:48.259467 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:48.281572 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584']}} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:48.291362 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cd909a-8378-4c53-9cd1-89018e509193') {'for_net_delete': True} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:48.291662 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.services.segments.db [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cd909a-8378-4c53-9cd1-89018e509193') {} {{(pid=112752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:48.301548 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10069483'] for segment (77cd909a-8378-4c53-9cd1-89018e509193), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:48.316362 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (77cd909a-8378-4c53-9cd1-89018e509193), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:48.323783 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=112752) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 00:09:48.324273 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8620065'] for segment (77cd909a-8378-4c53-9cd1-89018e509193), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:48.364218 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment 77cd909a-8378-4c53-9cd1-89018e509193 resource provider aggregate not found Sep 13 00:09:48.383479 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.services.segments.plugin [-] Segment 77cd909a-8378-4c53-9cd1-89018e509193 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77cd909a-8378-4c53-9cd1-89018e509193 found for delete ", "request_id": "req-b6462def-b5de-409e-85f3-fffd861f7a18"}]} Sep 13 00:09:48.393078 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:48.398754 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:48.401847 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584 HTTP/1.1" status: 204 len: 168 time: 0.5603657 Sep 13 00:09:48.405060 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45648) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:48.415028 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71ed73-469a-43fc-bfcf-9ac2c6375d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=59fd1a5b-5d88-4e5e-aa91-1c1e68b4b584,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:48.486713 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device af92174e-0bc5-49de-9059-49e3780284e0 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:09:48.506585 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: af92174e-0bc5-49de-9059-49e3780284e0 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:09:48.507014 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device af92174e-0bc5-49de-9059-49e3780284e0 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:09:48.507543 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 18a7b5b7-2852-407f-98f7-e2d718de6f71 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:09:48.525787 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 18a7b5b7-2852-407f-98f7-e2d718de6f71 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:09:48.526213 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 18a7b5b7-2852-407f-98f7-e2d718de6f71 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:09:48.526676 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7c1c3cf9-2b01-42cb-9a25-a036d441a185 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:09:48.548172 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 7c1c3cf9-2b01-42cb-9a25-a036d441a185 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:09:48.548507 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7c1c3cf9-2b01-42cb-9a25-a036d441a185 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:09:48.936946 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-449434'] for router_interface (8ffe44f3-f5a1-46c2-9f85-63264fceed62), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:49.165842 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] Deleting port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:49.166167 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:49.226341 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:49.237604 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:49.253786 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] For port 7f06c052-e0ed-45ac-9e26-047f9c1b95b0, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=7f06c052-e0ed-45ac-9e26-047f9c1b95b0,segment=NetworkSegment(3f9d2cc4-2b32-4b7f-888d-dece2c43bad6),segment_id=3f9d2cc4-2b32-4b7f-888d-dece2c43bad6)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:09:49.254216 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:49.269689 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] Calling delete_port for 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 owned by network:router_interface {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:49.467821 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (7f06c052-e0ed-45ac-9e26-047f9c1b95b0), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:49.492689 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f06c052-e0ed-45ac-9e26-047f9c1b95b0,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:49.654464 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435210'] for router_interface (8ffe44f3-f5a1-46c2-9f85-63264fceed62), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:49.875244 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] Router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 has already been hosted by L3 agent 2d45ec49-6efb-4565-9551-34108701bc72 {{(pid=112751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 00:09:49.985877 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] Notify agent at l3_agent.dv-cinder-820027-26-iscsi the message routers_updated {{(pid=112751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 00:09:49.991048 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-ba943b04-c40a-4192-9362-19d22cf209f6 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/8ffe44f3-f5a1-46c2-9f85-63264fceed62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5849247 Sep 13 00:09:49.994005 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45650) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:49.997676 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] Sync routers for ids ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'] in dv-cinder-820027-26-iscsi {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 00:09:50.008555 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] Routers {'8ffe44f3-f5a1-46c2-9f85-63264fceed62'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:09:50.009194 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:09:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:50.099901 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Publish callbacks [] for router (8ffe44f3-f5a1-46c2-9f85-63264fceed62), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.113969 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] Set router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 gateway port host: dv-cinder-820027-26-iscsi {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:09:50.200058 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Publish callbacks [] for router_gateway (8ffe44f3-f5a1-46c2-9f85-63264fceed62), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.243785 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Deleting port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 {{(pid=112752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:50.244092 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.286913 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'name': 'tempest-TestVolumeBootPattern-524697620-router', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'external_fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:09:49Z', 'revision_number': 5, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'gw_port': {'id': '9c3ca814-da76-46d0-8e0f-a9e6c0203a38', 'name': '', 'network_id': '2516e979-4620-44cb-a22c-f82227160da3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:30:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '618b734e-5fac-4676-a5da-6697982d7b54', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '618b734e-5fac-4676-a5da-6697982d7b54', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-26-iscsi'}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:50.312395 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] Checking router: 8ffe44f3-f5a1-46c2-9f85-63264fceed62 for host: dv-cinder-820027-26-iscsi {{(pid=112753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 00:09:50.321004 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] Routers {'8ffe44f3-f5a1-46c2-9f85-63264fceed62'} bound to L3 agent in host dv-cinder-820027-26-iscsi {{(pid=112753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 00:09:50.321617 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-12T23:44:42Z,description=,heartbeat_timestamp=2022-09-13T00:09:42Z,host='dv-cinder-820027-26-iscsi',id=2d45ec49-6efb-4565-9551-34108701bc72,load=0,resource_versions=,resources_synced=,started_at=2022-09-12T23:44:42Z,topic='l3_agent')) {'router_ids': ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'], 'active': True} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:50.329059 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.db [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] For port 9c3ca814-da76-46d0-8e0f-a9e6c0203a38, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=9c3ca814-da76-46d0-8e0f-a9e6c0203a38,segment=NetworkSegment(3a45c13c-890e-48d3-8733-b16fe5c53800),segment_id=3a45c13c-890e-48d3-8733-b16fe5c53800)] {{(pid=112752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:09:50.329427 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.342558 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.plugins.ml2.plugin [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Calling delete_port for 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 owned by network:router_gateway {{(pid=112752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:50.405740 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvr_db [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] Set router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 gateway port host: None {{(pid=112753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 00:09:50.461496 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_hamode_db [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'name': 'tempest-TestVolumeBootPattern-524697620-router', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:09:50Z', 'revision_number': 6, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'gw_port_host': None}], 'dv-cinder-820027-26-iscsi', False) {} {{(pid=112753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:50.488309 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d9b7c-b36c-497a-a30d-d7729af96691 None None] The sync data for ids ['8ffe44f3-f5a1-46c2-9f85-63264fceed62'] in dv-cinder-820027-26-iscsi is: [{'id': '8ffe44f3-f5a1-46c2-9f85-63264fceed62', 'name': 'tempest-TestVolumeBootPattern-524697620-router', 'tenant_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T00:02:40Z', 'updated_at': '2022-09-13T00:09:50Z', 'revision_number': 6, 'project_id': 'd73ae26a150d4fc9b18752d0ee711ff8', 'gw_port_host': None}] {{(pid=112753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 00:09:50.516576 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8620278'] for port (9c3ca814-da76-46d0-8e0f-a9e6c0203a38), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.541647 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3ca814-da76-46d0-8e0f-a9e6c0203a38,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:50.597086 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:50.615834 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431449'] for router_gateway (8ffe44f3-f5a1-46c2-9f85-63264fceed62), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.705914 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-435908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11601'] for router (8ffe44f3-f5a1-46c2-9f85-63264fceed62), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.708272 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Publish callbacks [] for router_controller (8ffe44f3-f5a1-46c2-9f85-63264fceed62), precommit_delete_associations {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.742618 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:50.751064 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-435289'] for router (8ffe44f3-f5a1-46c2-9f85-63264fceed62), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.751726 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ffe44f3-f5a1-46c2-9f85-63264fceed62 {{(pid=112752) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 00:09:50.756420 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.757583 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-1717f874-2a41-4160-986d-b445e228b696 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/8ffe44f3-f5a1-46c2-9f85-63264fceed62 HTTP/1.1" status: 204 len: 168 time: 0.7625191 Sep 13 00:09:50.760352 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45652) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:50.806739 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d676c8-557c-453a-9c76-9888490f925f admin admin] Deleting subnet 477804d7-3240-4c2d-9d37-dd4d363413ec {{(pid=112751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 00:09:50.809961 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c3d676c8-557c-453a-9c76-9888490f925f admin admin] Publish callbacks [] for subnet (477804d7-3240-4c2d-9d37-dd4d363413ec), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.841871 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:50.852652 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c3d676c8-557c-453a-9c76-9888490f925f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8700759'] for subnet (477804d7-3240-4c2d-9d37-dd4d363413ec), precommit_delete_associations {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.921178 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:50.940428 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c3d676c8-557c-453a-9c76-9888490f925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367959'] for subnet (477804d7-3240-4c2d-9d37-dd4d363413ec), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:50.993902 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c3d676c8-557c-453a-9c76-9888490f925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1363086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8730107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8761574'] for subnet (477804d7-3240-4c2d-9d37-dd4d363413ec), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.018305 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d676c8-557c-453a-9c76-9888490f925f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477804d7-3240-4c2d-9d37-dd4d363413ec,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:51.025065 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-c3d676c8-557c-453a-9c76-9888490f925f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for subnet (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.028809 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-c3d676c8-557c-453a-9c76-9888490f925f admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/477804d7-3240-4c2d-9d37-dd4d363413ec HTTP/1.1" status: 204 len: 168 time: 0.2669804 Sep 13 00:09:51.031127 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2063013-1c52-4e18-a433-20300bd92ad4 None None] Network c23d492a-38a7-4f11-a9e4-cb71a2eec048 requested from dv-cinder-820027-26-iscsi {{(pid=112753) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 00:09:51.031677 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45654) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:51.109372 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813832'] for network (c23d492a-38a7-4f11-a9e4-cb71a2eec048), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.154851 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Deleting port 1b74c9e2-171b-46d8-ac01-be9a4552501c {{(pid=112751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:51.155200 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.219013 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.db [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] For port 1b74c9e2-171b-46d8-ac01-be9a4552501c, host dv-cinder-820027-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-26-iscsi',level=0,port_id=1b74c9e2-171b-46d8-ac01-be9a4552501c,segment=NetworkSegment(3f9d2cc4-2b32-4b7f-888d-dece2c43bad6),segment_id=3f9d2cc4-2b32-4b7f-888d-dece2c43bad6)] {{(pid=112751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:09:51.219406 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.235856 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.plugin [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Calling delete_port for 1b74c9e2-171b-46d8-ac01-be9a4552501c owned by network:dhcp {{(pid=112751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:51.292341 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d24f217-401b-459f-8867-7f896da0209a None None] DHCP port deletion for c23d492a-38a7-4f11-a9e4-cb71a2eec048 request from dv-cinder-820027-26-iscsi {{(pid=112753) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 00:09:51.322019 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8729990'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.330509 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Deleting port 1b74c9e2-171b-46d8-ac01-be9a4552501c {{(pid=112753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 00:09:51.330894 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727824955140'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), before_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.345407 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1b74c9e2-171b-46d8-ac01-be9a4552501c,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:51.351027 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] No DVR routers for this DVR port 1b74c9e2-171b-46d8-ac01-be9a4552501c on host dv-cinder-820027-26-iscsi {{(pid=112751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:09:51.399193 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.db [None req-8d24f217-401b-459f-8867-7f896da0209a None None] For port 1b74c9e2-171b-46d8-ac01-be9a4552501c, host dv-cinder-820027-26-iscsi, got binding levels [] {{(pid=112753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 00:09:51.399619 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442192'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), precommit_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.412926 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Calling delete_port for 1b74c9e2-171b-46d8-ac01-be9a4552501c owned by network:dhcp {{(pid=112753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 00:09:51.415800 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.ipam_backend_mixin [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Port 1b74c9e2-171b-46d8-ac01-be9a4552501c was not found and therefore no delete operation was performed {{(pid=112753) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 13 00:09:51.417319 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1802868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-904336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727824958100', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727824498369'] for port (1b74c9e2-171b-46d8-ac01-be9a4552501c), after_delete {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.441521 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1730218', 'neutron.services.segments.db._delete_segments_for_network-8727824965048'] for network (c23d492a-38a7-4f11-a9e4-cb71a2eec048), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.443012 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d24f217-401b-459f-8867-7f896da0209a None None] No DVR routers for this DVR port 1b74c9e2-171b-46d8-ac01-be9a4552501c on host dv-cinder-820027-26-iscsi {{(pid=112753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 00:09:51.445096 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Pushing event deleted for resources: {'Port': ['ID=1b74c9e2-171b-46d8-ac01-be9a4552501c,revision_number=None']} {{(pid=112753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:51.455832 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.456175 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.456513 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.457334 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.457334 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.457792 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.457792 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.458118 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.458403 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.458723 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.459041 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.459394 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.459709 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.460033 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.460372 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24f217-401b-459f-8867-7f896da0209a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-26-iscsi {{(pid=112753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 00:09:51.467088 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23d492a-38a7-4f11-a9e4-cb71a2eec048']}} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:51.477035 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6') {'for_net_delete': True} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:51.477327 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.services.segments.db [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9d2cc4-2b32-4b7f-888d-dece2c43bad6') {} {{(pid=112751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 00:09:51.488162 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727824964940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8700766'] for segment (3f9d2cc4-2b32-4b7f-888d-dece2c43bad6), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.502275 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275'] for segment (3f9d2cc4-2b32-4b7f-888d-dece2c43bad6), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.509211 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=112751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 00:09:51.509682 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1732275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8729937'] for segment (3f9d2cc4-2b32-4b7f-888d-dece2c43bad6), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.572877 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1730213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431495'] for network (c23d492a-38a7-4f11-a9e4-cb71a2eec048), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.592173 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545030'] for network (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.595367 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c23d492a-38a7-4f11-a9e4-cb71a2eec048 HTTP/1.1" status: 204 len: 168 time: 0.5628834 Sep 13 00:09:51.596620 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dd01e-a074-4477-8da2-0134a68419ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c23d492a-38a7-4f11-a9e4-cb71a2eec048,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:51.681092 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment 3f9d2cc4-2b32-4b7f-888d-dece2c43bad6 resource provider aggregate not found Sep 13 00:09:51.698084 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.services.segments.plugin [-] Segment 3f9d2cc4-2b32-4b7f-888d-dece2c43bad6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f9d2cc4-2b32-4b7f-888d-dece2c43bad6 found for delete ", "request_id": "req-be0a1eef-2891-43b5-87c9-9fc104f8ac99"}]} Sep 13 00:09:51.722710 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45664) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:51.763893 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-83237e05-23ec-45ac-9505-9c653a7cb5cb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ecac3196aefa4c32994f85a86849c8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396669 Sep 13 00:09:51.767425 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [-] (112752) accepted ('10.222.0.26', 45666) {{(pid=112752) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:51.817415 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f61db6d0-32af-40bb-809f-bda44dd1e0db admin admin] Publish callbacks [] for security_group (e98cfa68-ecdd-4567-8212-e342338fb848), before_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.841609 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f61db6d0-32af-40bb-809f-bda44dd1e0db admin admin] Publish callbacks [] for security_group (e98cfa68-ecdd-4567-8212-e342338fb848), precommit_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.893310 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f61db6d0-32af-40bb-809f-bda44dd1e0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (e98cfa68-ecdd-4567-8212-e342338fb848), after_delete {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.897011 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron_lib.callbacks.manager [None req-f61db6d0-32af-40bb-809f-bda44dd1e0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:51.898526 dv-cinder-820027-26-iscsi neutron-server[112752]: INFO neutron.wsgi [None req-f61db6d0-32af-40bb-809f-bda44dd1e0db admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e98cfa68-ecdd-4567-8212-e342338fb848 HTTP/1.1" status: 204 len: 168 time: 0.1302381 Sep 13 00:09:51.906937 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61db6d0-32af-40bb-809f-bda44dd1e0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98cfa68-ecdd-4567-8212-e342338fb848,revision_number=None']} {{(pid=112752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:52.250415 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45672) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:52.295752 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-1105198c-da0f-499e-b5a3-f664a22403a8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d73ae26a150d4fc9b18752d0ee711ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439904 Sep 13 00:09:52.299609 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.wsgi [-] (112751) accepted ('10.222.0.26', 45674) {{(pid=112751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 00:09:52.359255 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5359a555-017a-44fe-95ad-f6823b1f6ab7 admin admin] Publish callbacks [] for security_group (b024978e-5f48-468e-88d3-2e59beedd427), before_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:52.371127 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:52.380496 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5359a555-017a-44fe-95ad-f6823b1f6ab7 admin admin] Publish callbacks [] for security_group (b024978e-5f48-468e-88d3-2e59beedd427), precommit_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:52.443081 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5359a555-017a-44fe-95ad-f6823b1f6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594115'] for security_group (b024978e-5f48-468e-88d3-2e59beedd427), after_delete {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:52.446045 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron_lib.callbacks.manager [None req-5359a555-017a-44fe-95ad-f6823b1f6ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:09:52.451060 dv-cinder-820027-26-iscsi neutron-server[112751]: INFO neutron.wsgi [None req-5359a555-017a-44fe-95ad-f6823b1f6ab7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b024978e-5f48-468e-88d3-2e59beedd427 HTTP/1.1" status: 204 len: 168 time: 0.1500640 Sep 13 00:09:52.460011 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359a555-017a-44fe-95ad-f6823b1f6ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b024978e-5f48-468e-88d3-2e59beedd427,revision_number=None']} {{(pid=112751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 00:09:52.472147 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:52.496794 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:09:52.518291 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:09:52.518610 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 9c3ca814-da76-46d0-8e0f-a9e6c0203a38 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:09:52.519248 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:09:52.520759 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:52.541719 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:09:52.542047 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 7f06c052-e0ed-45ac-9e26-047f9c1b95b0 not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:09:52.542487 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 1b74c9e2-171b-46d8-ac01-be9a4552501c no longer exists at agent ovs-agent-dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 00:09:52.561826 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] No Port match for: 1b74c9e2-171b-46d8-ac01-be9a4552501c {{(pid=112753) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 00:09:52.562166 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron.plugins.ml2.rpc [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Device 1b74c9e2-171b-46d8-ac01-be9a4552501c not bound to the agent host dv-cinder-820027-26-iscsi {{(pid=112753) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 00:09:57.109739 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=16 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:09:57.110561 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=18 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:01.901958 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:01.902754 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG dbcounter [-] [112752] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112752) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:02.416344 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=1,neutron:DELETE=2 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:02.455390 dv-cinder-820027-26-iscsi neutron-server[112751]: DEBUG dbcounter [-] [112751] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112751) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:02.546246 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:07.563427 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:09.097837 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-af9a6455-ccb4-46cb-97c2-fe048f4ba6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:11.983902 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-bc17056e-7db0-4e87-9cec-8260b78ccba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:13.326976 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:10:13.349267 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:14.065411 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:14.896485 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:23.321397 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:23.322215 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=6 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:24.889261 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:24.891280 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:36.285486 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:36.286513 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:37.561691 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:39.096724 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-d8288580-215d-4621-ba4f-46b3f956c8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:41.989180 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2c2c1f4e-868e-45b9-bb2b-d89201a8cabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:43.351137 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:44.064051 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:44.898487 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:10:50.325982 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:10:54.889629 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:10:54.892899 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:11:00.321326 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:11:00.322330 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:11:07.562824 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:09.098622 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-c435821f-bc4f-4b1e-9a41-6c70e48c2ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:11.994938 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-551623cb-78bb-45fa-b600-0ad0a8e7905c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:13.360164 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:14.063923 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:14.901205 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:24.895042 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:11:24.896907 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:11:27.325680 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:11:37.571996 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:37.894397 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=18 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:11:37.895113 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=16 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:11:39.098782 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2c5e26bc-3965-455b-9e07-f69750487b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:42.001502 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-58d3b437-fa3a-4eab-bc8b-86c42862bff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:43.362941 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:44.067498 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:44.903775 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:11:54.895801 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:11:54.898025 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:12:04.328998 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:12:07.570288 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:07.985566 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:12:09.096351 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-4903e6f4-3f16-4aff-a47a-0add32745b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:11.892352 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-ed54b5cf-4b5e-43b3-b42e-795c351b5c8c req-01f22e4f-6e16-4817-8b23-8baa6a1aa602 service neutron] (112752) timed out ('10.222.0.18', 49921) {{(pid=112752) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 00:12:12.000697 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2701a025-37e5-4eaf-87c0-7389bb869c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:13.368704 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:14.077104 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:14.322335 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:12:14.906450 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:24.898707 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:12:24.900811 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:12:37.571237 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:39.101892 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-34b20f75-41e6-4fc1-b743-a72cc523bdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:41.334458 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:12:41.996044 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-94d34d73-c342-4c1d-984a-fe75d3425bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:43.370753 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:44.069015 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:44.912362 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:12:51.324960 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:12:51.325916 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:12:54.899563 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:12:54.906680 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:13:07.582144 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:09.097637 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1ce3-5921-4100-aafb-87fb26b9c223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:12.003066 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-7ef7a749-4a5c-4be9-9c52-1d1c9c52c0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:13.376999 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:14.078942 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:14.919060 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:18.336612 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:13:24.910550 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:13:24.913877 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:13:37.585134 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:37.917099 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=17 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:13:37.917760 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=17 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:13:39.103487 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-508d3ace-893a-4c06-a97c-540fb3fbe8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:42.002982 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-b910afd6-05c4-4fcb-9515-0ccad8cc6b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:43.384446 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:44.077159 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:44.918557 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:13:54.910877 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:13:54.913219 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:13:55.341256 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:14:05.333180 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=3 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:14:05.334519 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:14:07.595925 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:09.101697 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-2705193b-5046-46a4-9161-b56d1487f7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:12.003731 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-e70b3ba3-0cda-484f-9859-8216f974d7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:13.384551 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:13.714117 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-781fb359-cb4a-43f1-8d6c-36bf8cbd7cf8 service neutron] (112752) timed out ('10.222.0.26', 40434) {{(pid=112752) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 00:14:13.906888 dv-cinder-820027-26-iscsi neutron-server[112752]: DEBUG neutron.wsgi [req-1eee2420-d751-4f66-99eb-c75bdb564c97 req-b15276e4-44c8-4edd-a976-ce8b96b80cfe tempest-AttachVolumeShelveTestJSON-895466941 tempest-AttachVolumeShelveTestJSON-895466941-project] (112752) timed out ('10.222.0.26', 40452) {{(pid=112752) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 00:14:14.075039 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:14.923237 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:24.914663 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:14:24.915939 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:14:32.341432 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 00:14:37.596808 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:39.103870 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-32f4f060-f7a1-4086-88b9-8abebc3fbd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:42.006500 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-9cf12916-5d31-4cdb-92a2-152305ae9580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (2d45ec49-6efb-4565-9551-34108701bc72), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:42.336109 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:14:42.338058 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG dbcounter [-] [112754] Writing DB stats neutron:SELECT=5 {{(pid=112754) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:14:43.391481 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5819-1703-43d9-b582-399dc0811cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (79312ac2-c193-43d7-96a1-2f531b21a8bd), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:44.075198 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-11a1c52e-ff56-4597-ac71-69e422387514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (ab490990-c74c-4a78-a3a6-c31b7ead70b0), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:44.928571 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-0a8ae24c-6a65-4c24-bfdf-c34e3015f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (787adeef-4575-4ba4-af0b-32e0dd31fd4f), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:14:57.906411 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:14:57.907603 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG dbcounter [-] [112753] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=112753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 00:15:07.587064 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-384f285e-e82e-4bc7-bbb5-5b9212b92e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (f5733b19-f23f-484b-bc7f-804e02173480), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:15:09.098340 dv-cinder-820027-26-iscsi neutron-server[112753]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2675-ed62-45eb-91a2-b3e70636ed2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727824965030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727981'] for agent (51df3278-e3c6-458c-984d-d8e43e8a0841), after_update {{(pid=112753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 00:15:09.340148 dv-cinder-820027-26-iscsi neutron-server[112754]: DEBUG neutron.db.agents_db [None req-b24774a7-11d1-4c7e-82bb-8cc789e2825c None None] Agent healthcheck: found 6 active agents {{(pid=112754) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}